-- Logs begin at Wed 2021-06-23 15:28:14 UTC, end at Wed 2021-06-23 17:07:30 UTC. -- Jun 23 16:11:15.216720 dv-cinder-788363-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 16:11:17.897485 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.common.config [-] Logging enabled! Jun 23 16:11:17.898197 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382 Jun 23 16:11:17.898286 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92754) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 16:11:17.901415 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.common.config [-] Logging enabled! Jun 23 16:11:17.901669 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382 Jun 23 16:11:17.901977 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92754) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 16:11:17.902937 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 16:11:17.903168 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 16:11:17.903531 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 16:11:17.903771 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 16:11:17.903993 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 16:11:17.904309 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.904606 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.904899 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.905121 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.905411 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.905698 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.905978 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.906314 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.906594 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.906911 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.907188 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.907469 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.907695 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.907975 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.908257 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.908544 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.908763 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] debug = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.909037 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.909458 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.909871 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.910162 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.910452 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.910730 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.911002 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.911269 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.911550 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.911880 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] host = dv-cinder-788363-4-iscsi {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.912154 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.912435 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.912718 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.912999 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.913268 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.913542 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.913818 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.914088 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.914388 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] log_file = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.914661 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.914945 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.915227 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.915512 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.915734 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.915952 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.916234 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.916520 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.916794 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.917065 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.917334 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.917605 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.917877 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.918159 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.918448 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.918732 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.919011 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.919282 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.919551 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.919820 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.920087 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.920367 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.920638 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.920904 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.921174 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.921456 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.921720 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.921989 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.922318 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.922646 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.922922 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.923204 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.923474 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.923752 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.924017 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.924285 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.924550 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] use_json = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.924819 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.925082 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.925358 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.925623 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.925888 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.926193 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.926450 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.926732 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:17.927025 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.927318 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.927612 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.927883 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.928172 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.928449 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.928730 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.929003 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.929283 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.929564 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.929848 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.930120 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.930422 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.930693 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.930983 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.931283 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.931571 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.931856 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.932129 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.932400 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.932669 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.932941 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.933222 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.933508 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.933792 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.934063 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.934362 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.934649 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.935034 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.935312 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.935585 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.935870 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.936143 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.936421 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.936698 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.936971 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.937239 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.937506 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.937777 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.938608 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.938886 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.939156 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.939427 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.939700 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.939968 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.940248 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.940521 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.940790 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.941057 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.941329 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.941599 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.941867 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.942146 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.942433 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.942706 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.942976 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.943246 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.943526 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.943786 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.944056 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.944323 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.944590 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.944862 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.945133 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.945402 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.945669 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.945939 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.946343 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.946525 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.946832 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.947096 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.947372 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.947647 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.947921 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.948192 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.948463 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.948737 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.949011 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.949278 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.949565 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.950572 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.950572 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.950572 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.950927 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.951037 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.951230 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.951512 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.951788 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.952059 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.952348 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.952628 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.952920 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.953212 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.953505 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.954378 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.954683 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.954965 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.955276 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.955552 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:17.955766 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 16:11:17.956016 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92754) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 16:11:18.309105 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:11:18.309406 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:11:18.309673 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:11:18.310167 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 16:11:18.705901 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:18.706098 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:18.706393 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:18.707701 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:18.707973 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:18.708238 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:18.743309 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:18.743632 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:18.743933 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:18.757372 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:18.757649 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:18.757917 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:18.789165 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:18.789446 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:18.789713 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:18.825747 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:18.826018 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:18.826309 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.063241 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.063914 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.063914 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.064077 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.064727 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.189934 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.190272 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.190561 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.190834 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.191104 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.191411 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.191668 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.191922 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.192171 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.192453 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.192709 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.192973 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.193230 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.193490 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.193743 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.194008 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.194311 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.195707 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.195995 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.196263 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.196558 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.196914 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.197171 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.197456 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.197706 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.197953 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.198387 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:11:19.198628 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:11:19.198864 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:11:19.199098 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:11:19.199329 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:11:19.199561 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:11:19.199924 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 16:11:19.203252 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 16:11:19.207824 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 16:11:19.212265 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Jun 23 16:11:19.213902 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 16:11:19.214377 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 16:11:19.214708 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 16:11:19.215094 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 16:11:19.218175 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 16:11:19.218426 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 16:11:19.218773 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 16:11:19.246105 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 16:11:19.246595 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.246897 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92754) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 23 16:11:19.247520 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.249009 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92754) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 16:11:19.249301 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 16:11:19.249545 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 16:11:19.253462 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.253742 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:19.317066 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 16:11:19.317274 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 16:11:19.317446 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 16:11:19.317821 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 16:11:19.339825 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_db.sqlalchemy.engines [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92754) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 16:11:19.871072 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.managers [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Initializing driver for type 'gre' Jun 23 16:11:19.871687 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] gre ID ranges: [(1, 1000)] Jun 23 16:11:19.927463 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.managers [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Initializing driver for type 'local' Jun 23 16:11:19.927783 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.managers [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Initializing driver for type 'vlan' Jun 23 16:11:19.942973 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] VlanTypeDriver initialization complete Jun 23 16:11:19.943318 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.managers [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Initializing driver for type 'vxlan' Jun 23 16:11:19.943933 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] vxlan ID ranges: [(1, 1000)] Jun 23 16:11:20.001755 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.managers [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Initializing extension driver 'port_security' Jun 23 16:11:20.002082 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.extensions.port_security [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] PortSecurityExtensionDriver initialization complete Jun 23 16:11:20.002431 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.managers [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Initializing mechanism driver 'openvswitch' Jun 23 16:11:20.002746 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.managers [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Initializing mechanism driver 'hyperv' Jun 23 16:11:20.009440 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.plugin [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:11:20.010243 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > port after_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.010615 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > port after_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.010963 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > port after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.011342 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > subnet after_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.011687 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > subnet after_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.012024 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.012397 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > network after_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.012736 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > network after_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.013069 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > network after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.013442 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > security_group after_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.013778 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > security_group after_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.014109 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > security_group after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.014505 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.014839 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.015171 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.015543 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > address_group after_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.015880 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > address_group after_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.016767 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > address_group after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.017101 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] ML2 OVO RPC backend initialized. {{(pid=92754) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 16:11:20.017792 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.018151 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.018570 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > network before_response 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.018911 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > networks before_response 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.019251 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > port before_response 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.019584 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > ports before_response 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.019918 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > subnet before_response 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.020255 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > subnets before_response 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.020593 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > network after_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.020925 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > network after_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.021251 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > network after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.021579 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > port after_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.021907 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > port after_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.022273 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > port after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.022604 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > subnet after_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.022934 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > subnet after_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.023257 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.023856 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.plugin [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Modular L2 Plugin initialization complete Jun 23 16:11:20.024151 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading services supported by the core plugin {{(pid=92754) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 16:11:20.024471 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.plugins.ml2.managers [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Got port-security extension from driver 'port_security' Jun 23 16:11:20.024922 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.extensions.vlantransparent [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Disabled vlantransparent extension. Jun 23 16:11:20.025401 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92754) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 16:11:20.025708 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading Plugin: router Jun 23 16:11:20.060674 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router_interface before_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.061060 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router after_create 55549900 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.061420 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router before_create 55549900 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.061785 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.062170 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.062523 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router after_delete 55549900 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.063386 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > floatingip after_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.063930 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router after_create 55549900 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.064074 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router after_update 55549900 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.064413 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router after_update 55549900 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.064752 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.065101 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router after_update 55549900 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.065499 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router precommit_update 55549900 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.065857 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: port after_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.066214 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: port after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.066542 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: subnet after_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.066870 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.067209 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > port precommit_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.067549 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router precommit_create 55549900 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.067886 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: port before_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.068219 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router precommit_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.068568 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router after_update 55549900 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.068904 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router precommit_delete 55549900 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.069246 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router precommit_create 55549900 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.069600 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.069937 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router precommit_update 55549900 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.070328 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > network after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.071200 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Tracking information for resource: router configured {{(pid=92754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:11:20.071526 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Tracking information for resource: floatingip configured {{(pid=92754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:11:20.076664 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.db.l3_agentschedulers_db [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 16:11:20.077240 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: port after_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.077596 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: port after_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.077938 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: port after_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.078307 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: port after_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.079647 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router before_create 55550100 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.080005 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router precommit_delete 55550100 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.080360 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router precommit_create 55550100 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.080713 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > router precommit_update 55550100 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.085554 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.services.provider_configuration [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Service providers = [] {{(pid=92754) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 16:11:20.085911 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.db.servicetype_db [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92754) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 16:11:20.088826 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.services.service_base [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92754) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 16:11:20.089171 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.services.service_base [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92754) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 16:11:20.089506 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.services.service_base [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92754) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 16:11:20.090391 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.services.service_base [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92754) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 16:11:20.090760 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.services.service_base [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 16:11:20.091134 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:11:20.091444 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 16:11:20.102001 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:11:20.102353 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading Plugin: auto_allocate Jun 23 16:11:20.108099 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: network precommit_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.108468 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: network precommit_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.108986 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:11:20.109303 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading Plugin: tag Jun 23 16:11:20.115865 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:11:20.116184 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading Plugin: timestamp Jun 23 16:11:20.119966 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:11:20.120290 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading Plugin: network_ip_availability Jun 23 16:11:20.127867 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.128174 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.128520 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.129248 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:11:20.129558 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading Plugin: flavors Jun 23 16:11:20.136124 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:11:20.136545 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading Plugin: revisions Jun 23 16:11:20.143340 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:11:20.143876 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.834s {{(pid=92754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:11:20.144799 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92754) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 23 16:11:20.145123 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Initializing extension manager. Jun 23 16:11:20.145635 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: __init__.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.145963 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: __pycache__ {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.146313 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.146639 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: address_group.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.147449 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.148036 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: address-group Jun 23 16:11:20.148343 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: address_scope.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.149040 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.149544 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: address-scope Jun 23 16:11:20.149857 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: admin_state_down_before_update.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.150853 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.151354 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: router-admin-state-down-before-update Jun 23 16:11:20.151669 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: agent.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.152350 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.152843 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: agent Jun 23 16:11:20.153156 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: agent_resources_synced.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.154033 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.154553 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: agent-resources-synced Jun 23 16:11:20.154864 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: allowedaddresspairs.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.156668 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.157165 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: allowed-address-pairs Jun 23 16:11:20.157481 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: auto_allocated_topology.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.158822 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.159327 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: auto-allocated-topology Jun 23 16:11:20.159642 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: availability_zone.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.160316 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.160817 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: availability_zone Jun 23 16:11:20.161131 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: availability_zone_filter.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.162015 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.162558 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: availability_zone_filter Jun 23 16:11:20.162864 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: data_plane_status.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.163741 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.164232 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 16:11:20.164541 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: default_subnetpools.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.165423 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.165917 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: default-subnetpools Jun 23 16:11:20.166257 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: dhcpagentscheduler.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.167062 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.167554 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: dhcp_agent_scheduler Jun 23 16:11:20.167867 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: dns.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.168745 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.169363 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension dns-integration not supported by any of loaded plugins Jun 23 16:11:20.169680 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: dns_domain_ports.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.170588 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.171082 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 16:11:20.171396 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.172561 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.173380 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 16:11:20.173929 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: dvr.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.175039 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.175821 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: dvr Jun 23 16:11:20.176277 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: empty_string_filtering.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.177185 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.177683 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: empty-string-filtering Jun 23 16:11:20.178001 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.178907 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.179400 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 16:11:20.179712 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.180592 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.181087 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 16:11:20.181397 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: external_net.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.182314 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.182813 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: external-net Jun 23 16:11:20.183124 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: extra_dhcp_opt.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.183995 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.184486 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: extra_dhcp_opt Jun 23 16:11:20.184797 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: extraroute.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.185675 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.186243 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: extraroute Jun 23 16:11:20.189759 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: extraroute_atomic.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.189759 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.189759 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: extraroute-atomic Jun 23 16:11:20.189759 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: filter_validation.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.189759 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.190210 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: filter-validation Jun 23 16:11:20.190290 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: fip_pf_description.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.191166 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.191663 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 16:11:20.191978 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: fip_port_details.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.192862 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.193361 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: fip-port-details Jun 23 16:11:20.193671 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: flavors.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.194931 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.195432 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: flavors Jun 23 16:11:20.195746 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.197379 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.197893 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 16:11:20.198251 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: floatingip_pools.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.198925 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.199423 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: floatingip-pools Jun 23 16:11:20.199738 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: ip_allocation.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.200629 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.201127 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 16:11:20.201441 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.202357 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.202865 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: ip-substring-filtering Jun 23 16:11:20.203181 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: l2_adjacency.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.204629 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.205123 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 16:11:20.205436 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: l3.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.206446 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.206950 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: router Jun 23 16:11:20.207267 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: l3_conntrack_helper.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.209909 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.210461 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 16:11:20.210787 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.211694 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.212203 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: ext-gw-mode Jun 23 16:11:20.212524 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.213410 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.213909 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: l3-ha Jun 23 16:11:20.214261 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: l3_flavors.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.215160 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.215655 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: l3-flavors Jun 23 16:11:20.215969 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.216843 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.217342 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 16:11:20.217656 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: l3agentscheduler.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.218706 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.219232 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: l3_agent_scheduler Jun 23 16:11:20.219548 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: logging.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.221021 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.221533 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension logging not supported by any of loaded plugins Jun 23 16:11:20.221854 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: metering.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.222608 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.223175 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: metering Jun 23 16:11:20.223491 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.224542 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.225046 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: metering_source_and_destination_fields Jun 23 16:11:20.225363 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: multiprovidernet.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.226283 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.226786 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: multi-provider Jun 23 16:11:20.227098 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: netmtu.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.227988 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.228484 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: net-mtu Jun 23 16:11:20.228800 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: netmtu_writable.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.229687 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.230216 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: net-mtu-writable Jun 23 16:11:20.230527 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: network_availability_zone.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.231180 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.231675 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: network_availability_zone Jun 23 16:11:20.231983 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: network_ip_availability.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.233055 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.233554 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: network-ip-availability Jun 23 16:11:20.233864 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: network_segment_range.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.234643 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.235659 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 16:11:20.235969 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: pagination.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.236947 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.237268 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: pagination Jun 23 16:11:20.237582 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: port_device_profile.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.238547 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.239054 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: port-device-profile Jun 23 16:11:20.239362 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.240247 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.240738 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: port-mac-address-regenerate Jun 23 16:11:20.241047 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.241923 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.242446 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: port-numa-affinity-policy Jun 23 16:11:20.242762 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: port_resource_request.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.243648 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.244136 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 16:11:20.244445 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: portbindings.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.245339 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.245831 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: binding Jun 23 16:11:20.246170 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: portbindings_extended.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.247466 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.247969 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: binding-extended Jun 23 16:11:20.248284 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: portsecurity.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.249158 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.249661 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: port-security Jun 23 16:11:20.249971 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: project_id.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.251554 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.251873 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: project-id Jun 23 16:11:20.252184 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: providernet.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.253069 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.253569 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: provider Jun 23 16:11:20.253880 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: qos.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.257596 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.258118 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension qos not supported by any of loaded plugins Jun 23 16:11:20.258462 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.259679 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.260179 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 16:11:20.260500 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.261388 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.261889 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 16:11:20.262239 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: qos_default.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.263123 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.263625 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension qos-default not supported by any of loaded plugins Jun 23 16:11:20.263942 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: qos_fip.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.264579 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.265071 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension qos-fip not supported by any of loaded plugins Jun 23 16:11:20.265413 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: qos_gateway_ip.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.266360 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.266865 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 16:11:20.267178 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: qos_port_network_policy.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.268069 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.268571 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 16:11:20.268879 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: qos_rule_type_details.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.269766 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.270295 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 16:11:20.270608 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: qos_rules_alias.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.271627 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.272124 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 16:11:20.272425 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: quotasv2.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.273372 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.273689 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: quotas Jun 23 16:11:20.273999 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: quotasv2_detail.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.277114 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.277406 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: quota_details Jun 23 16:11:20.277726 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: rbac.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.278800 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.279319 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: rbac-policies Jun 23 16:11:20.279638 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: rbac_address_group.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.280550 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.281065 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: rbac-address-group Jun 23 16:11:20.281378 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: rbac_address_scope.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.282356 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.282873 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: rbac-address-scope Jun 23 16:11:20.283185 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: rbac_security_groups.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.284071 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.284569 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: rbac-security-groups Jun 23 16:11:20.284881 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: rbac_subnetpool.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.285763 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.286305 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: rbac-subnetpool Jun 23 16:11:20.286617 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: revisionifmatch.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.287513 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.288011 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: revision-if-match Jun 23 16:11:20.288321 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: revisions.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.289641 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.290150 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: standard-attr-revisions Jun 23 16:11:20.290487 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: router_availability_zone.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.291147 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.291647 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: router_availability_zone Jun 23 16:11:20.291958 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: routerservicetype.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.292845 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.293341 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension router-service-type not supported by any of loaded plugins Jun 23 16:11:20.293653 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.294569 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.295071 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: security-groups-normalized-cidr Jun 23 16:11:20.295383 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: security_groups_port_filtering.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.296269 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.296765 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: port-security-groups-filtering Jun 23 16:11:20.297081 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.298527 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.299028 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: security-groups-remote-address-group Jun 23 16:11:20.299339 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: securitygroup.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.308974 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.309495 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: security-group Jun 23 16:11:20.309816 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: segment.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.310622 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.311123 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension segment not supported by any of loaded plugins Jun 23 16:11:20.311437 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.312335 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.312840 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 16:11:20.313709 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: servicetype.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.314809 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.315320 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: service-type Jun 23 16:11:20.315636 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: sorting.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.316603 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.316927 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: sorting Jun 23 16:11:20.317239 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: standard_attr_segment.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.318225 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.318732 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 16:11:20.319043 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: standardattrdescription.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.319666 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.320164 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: standard-attr-description Jun 23 16:11:20.320476 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: stateful_security_group.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.321383 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.321886 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: stateful-security-group Jun 23 16:11:20.322233 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: stdattrs_common.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.322795 dv-cinder-788363-4-iscsi neutron-server[92754]: WARNING neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 16:11:20.323107 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.324006 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.324505 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 16:11:20.324814 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: subnet_onboard.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.325875 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.326409 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: subnet_onboard Jun 23 16:11:20.326722 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.327624 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.328119 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 16:11:20.328430 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: subnet_service_types.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.329354 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.329854 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: subnet-service-types Jun 23 16:11:20.330192 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: subnetallocation.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.331249 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.331750 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: subnet_allocation Jun 23 16:11:20.332066 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.332714 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.333217 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: subnetpool-prefix-ops Jun 23 16:11:20.333529 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.334702 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.335207 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 16:11:20.335512 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: tagging.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.336589 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.337097 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: standard-attr-tag Jun 23 16:11:20.337421 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: timestamp.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.338631 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.339139 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loaded extension: standard-attr-timestamp Jun 23 16:11:20.339457 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: trunk.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.340466 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.340970 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension trunk not supported by any of loaded plugins Jun 23 16:11:20.341286 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: trunk_details.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.342196 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.342731 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension trunk-details not supported by any of loaded plugins Jun 23 16:11:20.343047 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: uplink_status_propagation.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.343932 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.344460 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 16:11:20.344770 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Loading extension file: vlantransparent.py {{(pid=92754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:11:20.345445 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:11:20.345934 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 16:11:20.348478 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Creating instance of TrackedResource for resource:network Jun 23 16:11:20.349014 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Creating instance of TrackedResource for resource:subnet Jun 23 16:11:20.349401 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:11:20.349783 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Creating instance of TrackedResource for resource:port Jun 23 16:11:20.351051 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.v2.resource_helper [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:11:20.351490 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.v2.resource_helper [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Service FLAVORS assigned prefix: {{(pid=92754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:11:20.352086 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.v2.resource_helper [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:11:20.352497 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.v2.resource_helper [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:11:20.352818 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Creating instance of TrackedResource for resource:router Jun 23 16:11:20.353239 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Creating instance of TrackedResource for resource:floatingip Jun 23 16:11:20.353722 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.v2.resource_helper [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Service METERING assigned prefix: /metering {{(pid=92754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:11:20.355180 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.355608 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.355955 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:11:20.356957 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 16:11:20.357393 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Creating instance of TrackedResource for resource:security_group Jun 23 16:11:20.357825 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 16:11:20.358441 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.v2.resource_helper [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Service CORE assigned prefix: {{(pid=92754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:11:20.358764 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:11:20.359100 dv-cinder-788363-4-iscsi neutron-server[92754]: WARNING neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] subnetpool is already registered Jun 23 16:11:20.359523 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.v2.resource_helper [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Service CORE assigned prefix: {{(pid=92754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:11:20.360359 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:11:20.360681 dv-cinder-788363-4-iscsi neutron-server[92754]: WARNING neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] subnetpool is already registered Jun 23 16:11:20.363114 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.v2.resource_helper [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:11:20.363541 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.v2.resource_helper [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Service FLAVORS assigned prefix: {{(pid=92754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:11:20.364106 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.v2.resource_helper [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:11:20.364516 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.v2.resource_helper [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:11:20.364861 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Creating instance of TrackedResource for resource:router Jun 23 16:11:20.365193 dv-cinder-788363-4-iscsi neutron-server[92754]: WARNING neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] router is already registered Jun 23 16:11:20.365590 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Creating instance of TrackedResource for resource:floatingip Jun 23 16:11:20.365914 dv-cinder-788363-4-iscsi neutron-server[92754]: WARNING neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] floatingip is already registered Jun 23 16:11:20.366381 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.v2.resource_helper [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Service METERING assigned prefix: /metering {{(pid=92754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:11:20.367044 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 16:11:20.367364 dv-cinder-788363-4-iscsi neutron-server[92754]: WARNING neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] rbac_policy is already registered Jun 23 16:11:20.367767 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Creating instance of TrackedResource for resource:security_group Jun 23 16:11:20.368090 dv-cinder-788363-4-iscsi neutron-server[92754]: WARNING neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] security_group is already registered Jun 23 16:11:20.368476 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 16:11:20.368796 dv-cinder-788363-4-iscsi neutron-server[92754]: WARNING neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] security_group_rule is already registered Jun 23 16:11:20.369400 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.v2.resource_helper [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Service CORE assigned prefix: {{(pid=92754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:11:20.369723 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:11:20.370044 dv-cinder-788363-4-iscsi neutron-server[92754]: WARNING neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] subnetpool is already registered Jun 23 16:11:20.370484 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.v2.resource_helper [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Service CORE assigned prefix: {{(pid=92754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:11:20.370831 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:11:20.371151 dv-cinder-788363-4-iscsi neutron-server[92754]: WARNING neutron.quota.resource_registry [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] subnetpool is already registered Jun 23 16:11:20.371609 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: extensions {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.373113 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: address-groups {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.374610 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: address-scopes {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.376512 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: agents {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.377660 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: auto-allocated-topology {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.378952 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: availability_zones {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.380104 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: dhcp-networks {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.381597 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: dhcp-agents {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.383041 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: routers {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.384720 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: flavors {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.387212 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: service_profiles {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.388413 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: next_providers {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.389845 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: service_profiles {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.391511 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: floatingip-pools {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.392738 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: routers {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.394443 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: floatingips {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.395696 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: l3-routers {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.397063 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: l3-agents {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.398485 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: metering-labels {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.399713 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: metering-label-rules {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.401082 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: network-ip-availabilities {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.402336 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: bindings {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.403877 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: quotas {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.405406 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: quotas {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.406856 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: rbac-policies {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.408040 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: security-groups {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.409331 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: security-group-rules {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.410575 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: service-providers {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.411858 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: subnetpools {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.413150 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: subnetpools {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.414719 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: tags {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.416388 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: tags {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.418212 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: tags {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.419971 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: tags {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.421634 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: tags {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.424127 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: tags {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.425997 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: tags {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.427796 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: tags {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.429633 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: tags {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.431402 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron.api.extensions [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Extended resource: tags {{(pid=92754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:11:20.438616 dv-cinder-788363-4-iscsi neutron-server[92754]: WARNING keystonemiddleware.auth_token [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 16:11:20.443143 dv-cinder-788363-4-iscsi neutron-server[92754]: WARNING keystonemiddleware.auth_token [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 16:11:20.451440 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Acquired lock "singleton_lock" {{(pid=92754) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 23 16:11:20.451909 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_concurrency.lockutils [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Releasing lock "singleton_lock" {{(pid=92754) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 23 16:11:20.452542 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO oslo_service.service [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Starting 2 workers Jun 23 16:11:20.457374 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Started child 92863 {{(pid=92754) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 16:11:20.462202 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Started child 92864 {{(pid=92754) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 16:11:20.463168 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:20.463852 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO neutron.service [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 16:11:20.464501 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Notify callbacks [] for process, before_spawn {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:20.464708 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [-] (92863) wsgi starting up on http://0.0.0.0:9696 Jun 23 16:11:20.467014 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO oslo_service.service [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Starting 1 workers Jun 23 16:11:20.467931 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:20.469437 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [-] (92864) wsgi starting up on http://0.0.0.0:9696 Jun 23 16:11:20.472191 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Started child 92865 {{(pid=92754) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 16:11:20.472717 dv-cinder-788363-4-iscsi neutron-server[92754]: INFO oslo_service.service [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Starting 1 workers Jun 23 16:11:20.476008 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.service [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] calling RpcWorker wait() {{(pid=92865) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 16:11:20.476574 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.service [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] returning from RpcWorker wait() {{(pid=92865) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 16:11:20.477247 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Started child 92866 {{(pid=92754) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 16:11:20.477706 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:20.478057 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG neutron_lib.callbacks.manager [None req-765d9ef4-a417-4e19-b061-926aad23f8ed None None] Notify callbacks [] for process, after_spawn {{(pid=92754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:20.478191 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:11:20.479971 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92754) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 16:11:20.480173 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 16:11:20.480354 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 16:11:20.480573 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 16:11:20.480910 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 16:11:20.481071 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 16:11:20.481602 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.481872 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.482153 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.482417 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.482713 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.483288 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.483535 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.483624 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:20.484085 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.484085 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.484249 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.484424 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.484585 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.485491 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.485818 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.486096 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.486398 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.486640 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.486912 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.487080 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.487332 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.487591 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.487840 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.488099 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] debug = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.488332 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.488805 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.489055 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.489292 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.489506 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.489790 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.490019 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.490296 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.490539 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.490779 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.491040 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.491295 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.491536 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.491747 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.491965 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.492215 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.492429 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.492889 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] host = dv-cinder-788363-4-iscsi {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.493111 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.493345 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.493581 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.493836 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.494087 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.494429 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.494671 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.494918 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.495161 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.495381 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.495622 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.495861 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.496086 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.496297 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] log_file = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.496451 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] log_options = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.496678 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.496931 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.497476 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.497476 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.497744 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.497744 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.498013 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.498189 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.498324 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.498508 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.498714 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.498928 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.499134 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.499340 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.499600 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.499844 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.500053 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.500318 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.501404 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.501629 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.501849 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.506551 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.506551 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.506551 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.506551 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.506551 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.506551 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.506551 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.506551 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.506551 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.507959 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.507959 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.507959 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.507959 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.507959 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.507959 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.507959 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.507959 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.508931 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.508931 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.508931 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.508931 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.508931 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.508931 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.508931 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.508931 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] use_json = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.509488 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.509488 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.509488 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.509488 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.509488 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.509488 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.509488 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.509488 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.510166 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.510166 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.510341 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.510497 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.510895 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.511031 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.511222 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.511407 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.511634 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.511879 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.512173 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.512573 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.512671 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.512925 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.513219 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.513513 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.513750 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.514006 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.514416 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.514580 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.514715 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.514894 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.515232 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.515498 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.515740 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.516036 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.516272 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.516718 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.516718 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.517094 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.517234 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.517381 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.517588 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.517832 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.518059 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.518294 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.518539 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.518771 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.519005 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.519230 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.519463 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.519692 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.519926 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.520137 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.520347 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.520807 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.520807 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.520973 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.521216 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.521448 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.521667 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.521910 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.522010 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:11:20.522123 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.522351 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.522564 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.522805 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.523080 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.523218 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.523419 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.523629 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.523850 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.524103 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.524333 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.524559 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.524765 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.524977 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.525198 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.525408 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.525641 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.525871 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.526081 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.526546 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.526961 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.526961 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.527123 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.527194 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.527418 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.527623 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.527832 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.528046 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.528268 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.528494 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.528702 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.528907 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.529182 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.529527 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.529755 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.530000 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.530257 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.530492 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.530724 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.530957 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.531192 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.531579 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.531711 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.531925 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.532142 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.532396 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.532629 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.532914 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.533149 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.533378 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.533601 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.533837 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.534067 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.534356 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.534643 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.534879 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.535136 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.535383 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.535625 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.535913 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.536143 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.536422 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.536634 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.537056 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.537308 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.537491 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.537753 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.537982 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.538246 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.538572 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.539078 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.539078 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.539473 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.539558 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.540016 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.540133 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.540307 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.540769 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.540769 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.541156 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.541274 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.541512 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.541748 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.541955 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.542243 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.542491 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.542740 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.542992 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.543234 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.543463 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.543713 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.543937 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.544144 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.544370 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.544583 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.544793 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.545030 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.545234 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.545462 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.545666 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.545876 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.546099 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.546328 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.546535 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.546907 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.547122 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.547864 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.548122 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.548331 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.548563 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.548792 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.549018 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.549228 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.549434 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.549818 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.550085 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.550326 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.550599 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.550841 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.551065 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.551446 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.551833 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.552067 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.552275 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.552518 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.552744 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.553090 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.553447 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.553670 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.553884 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.554265 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.554506 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.554737 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.554991 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.555242 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.555563 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.555783 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.556158 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.556393 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.556601 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.556831 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.557041 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.557247 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.557618 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.557848 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.558019 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.558538 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.558538 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.558859 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.559119 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.559283 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.559481 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.559697 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.559889 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.560158 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.560411 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.560676 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.560860 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.561082 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.561311 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.561517 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.561722 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.561934 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.562176 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.563827 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.563827 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.563827 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.563827 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.563827 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.564209 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.564209 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.564411 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.564607 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.565105 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.565105 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.565294 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.565461 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.565674 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.565879 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.566206 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.566453 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.566836 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.567269 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.567630 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.568013 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.568447 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.568922 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.569158 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.569405 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.569630 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.569842 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.570267 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.570524 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.571166 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.571622 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.571864 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.572094 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.572531 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.572958 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.573228 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.573453 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.574205 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.574205 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.574386 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.574596 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.574848 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.575131 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.575358 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.575591 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.575812 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.576024 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.576235 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.576485 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.576708 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.576968 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.577163 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.577540 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.577900 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.578123 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.578384 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.578633 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.578871 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.579021 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 16:11:20.579723 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92754) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 16:11:20.579886 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 16:11:20.580040 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 16:11:20.580231 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 16:11:20.580399 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 16:11:20.580542 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 16:11:20.580886 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.581206 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.581363 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.581665 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.581823 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.581999 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.582175 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.582332 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.582486 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.582640 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.582791 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.583087 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.583380 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.583681 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.583838 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.583996 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.584403 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.584562 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.584724 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.584879 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.585008 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.585167 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.585325 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] debug = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.585479 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.585669 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.585828 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.585984 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.586157 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.586321 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.586474 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.586628 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.586788 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.586925 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.587073 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.587222 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.587383 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.587540 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.587687 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.587836 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.587990 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.588144 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] host = dv-cinder-788363-4-iscsi {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.588290 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.588446 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.588572 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.588728 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.588904 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.589060 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.589174 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.589313 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.589469 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.589622 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.589781 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.589933 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.590089 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.590334 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] log_file = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.590482 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] log_options = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.590630 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.590783 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.590938 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.591110 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.591270 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.591425 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.591579 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.591735 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.591875 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.592030 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.592170 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.592364 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.592519 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.592647 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.592772 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.592897 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.593045 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.593184 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.593343 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.593496 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.593649 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.593802 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.593954 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.594628 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.594805 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.594960 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.595104 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.595255 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.595408 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.595561 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.595714 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.595868 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.596022 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.596174 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.596327 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.596481 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.596635 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.596791 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.596945 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.597099 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.597287 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.597407 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.597546 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.597698 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.597852 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.598005 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] use_json = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.598176 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.598523 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.598672 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.598828 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.599091 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.599091 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.600361 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.600361 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:11:20.600361 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.600361 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.600361 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.600361 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.600361 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.600361 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.602070 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.602070 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.602070 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.602070 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.602070 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.602070 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.602070 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.602070 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.602070 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.604354 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.604354 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.604354 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.604354 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.604354 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.604354 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.604354 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.604354 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.605362 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.605362 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.605362 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.605362 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.605362 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.605362 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.605362 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.605362 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.606342 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.606342 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.606342 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.606342 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.606342 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.606342 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.606342 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.606342 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.606342 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.606953 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.606953 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.606953 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.606953 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.606953 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.606953 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.606953 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.606953 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.606953 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.607869 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.607869 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.607869 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.607869 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.607869 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.607869 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.607869 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.608654 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.608654 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.608654 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.608654 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.608654 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.608654 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.609674 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.609674 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.609674 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.609674 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.609674 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.609674 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.609674 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.610795 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.610795 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.610795 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.611046 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.611046 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.611193 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.611296 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.611457 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.611652 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.611807 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.611977 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.612140 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.612269 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.612395 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.612522 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.612655 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.612825 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.612982 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.613139 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.613295 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.613452 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.613610 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.613768 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.613923 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.614080 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.614369 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.614465 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.614564 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.614701 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.614859 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.615014 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.615170 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.615388 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.615605 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.615733 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.615884 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.616239 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.616239 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.616490 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.616490 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.616729 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.616729 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.616893 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.617041 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.617201 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.617358 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.617520 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.617688 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.617845 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.618003 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.618178 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.618338 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.618520 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.618665 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.618809 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.618936 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.619072 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.619223 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.619381 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.619561 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.619740 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.619872 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.619999 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.620134 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.620293 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.620453 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.620609 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.620862 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.620979 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.621058 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.621217 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.621369 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.621524 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.621679 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.622173 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.622173 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.622173 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.622391 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.622459 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.622600 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.622737 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.622893 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.626181 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.626181 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.626181 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.626181 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.626181 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.626181 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.626181 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.626657 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:11:20.626744 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.626744 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.626744 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.626744 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.626744 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.626744 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.626744 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.626744 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.627195 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.627195 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.627195 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.627195 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.627195 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.627195 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.627195 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.627195 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.627636 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.627636 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.627636 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.627636 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.627870 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.627870 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.628026 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.629711 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.629711 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.629711 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.629711 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.629711 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.629711 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.629711 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.629711 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.630351 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.630351 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.630351 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.630351 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.630351 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.630351 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.630351 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.630753 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.630753 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.630753 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.630923 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.630988 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.631159 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.631293 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.631448 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.631603 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.631760 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.631929 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.632085 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.632241 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.632398 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.632555 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.632721 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.632877 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.633033 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.633189 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.633346 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.633509 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.633665 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.633822 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.633976 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.634191 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.634320 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.634477 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.634632 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.634788 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.634948 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.635116 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.635314 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.635640 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.635640 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.636682 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.636682 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.636682 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.636682 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.636682 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.636682 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.636682 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.638396 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.638396 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.638396 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.638396 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.638396 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.638396 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.638396 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.638396 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.640868 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.640868 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.640868 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.640868 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.640868 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.640868 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.640868 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.640868 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.642004 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.642004 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.642004 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.642004 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.642004 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.642004 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.642004 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.642004 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.642004 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.643290 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.643290 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.643290 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.643290 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.643290 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.643290 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.643290 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.643290 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.643290 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.644094 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.644094 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.644094 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:11:20.644094 dv-cinder-788363-4-iscsi neutron-server[92754]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 16:11:20.911217 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 41444) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:11:20.919939 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065522 Jun 23 16:11:32.652074 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5172e0c1-bcb2-42b8-a7b3-644ef18cfd58 None None] get_active_networks_info from dv-cinder-788363-4-iscsi {{(pid=92865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 16:11:32.739016 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5172e0c1-bcb2-42b8-a7b3-644ef18cfd58 None None] No non-hosted networks {{(pid=92865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 16:11:32.740744 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7c33e912-cc0c-4526-a772-8452da23532b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093'] for agent, after_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:34.923596 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093'] for agent, after_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:34.925044 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:34.925697 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:34.926344 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:34.926895 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:34.927413 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:34.927929 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:34.932790 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:34.933448 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:34.933970 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:34.934506 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:34.935038 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:34.935694 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:34.936350 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788363-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:11:34.956018 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788363-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:11:35.694050 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7f0a65a5-77e2-44e8-9c22-9e377278e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093'] for agent, after_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:35.764842 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-45fff0ab-86b8-4fab-aaf6-1ea43b445443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:36.424866 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093'] for agent, after_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:38.060034 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093'] for agent, after_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:39.071750 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 41538) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:11:39.576305 dv-cinder-788363-4-iscsi neutron-server[92863]: WARNING oslo_policy.policy [None req-54e41f80-794c-4ca2-8ad9-c66c789aaa86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:11:39.576910 dv-cinder-788363-4-iscsi neutron-server[92863]: WARNING oslo_policy.policy [None req-54e41f80-794c-4ca2-8ad9-c66c789aaa86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:11:39.796086 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [None req-54e41f80-794c-4ca2-8ad9-c66c789aaa86 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:11:39.797646 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-54e41f80-794c-4ca2-8ad9-c66c789aaa86 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7249687 Jun 23 16:11:42.022305 dv-cinder-788363-4-iscsi neutron-server[92865]: INFO neutron.db.l3_hamode_db [None req-bea8b2c9-fbe6-476d-9acc-86b838a58b95 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 16:11:42.098832 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea8b2c9-fbe6-476d-9acc-86b838a58b95 None None] Routers set() bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:11:42.099214 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea8b2c9-fbe6-476d-9acc-86b838a58b95 None None] Router IDs set() for agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 23 16:11:42.181940 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 41552) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:11:42.499045 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-bed09555-7089-457c-b2c6-9eb6b894e0d0 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:11:42.592257 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.policy [None req-bed09555-7089-457c-b2c6-9eb6b894e0d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92863) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 16:11:42.637627 dv-cinder-788363-4-iscsi neutron-server[92863]: WARNING oslo_policy.policy [None req-bed09555-7089-457c-b2c6-9eb6b894e0d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:11:42.638010 dv-cinder-788363-4-iscsi neutron-server[92863]: WARNING oslo_policy.policy [None req-bed09555-7089-457c-b2c6-9eb6b894e0d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:11:42.647228 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.quota [None req-bed09555-7089-457c-b2c6-9eb6b894e0d0 admin admin] Loaded quota_driver: . Jun 23 16:11:42.740470 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-bed09555-7089-457c-b2c6-9eb6b894e0d0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751338875741', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751338875304', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751338866073', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751338869571', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751338763550', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751338778618', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1468180', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1442664', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-465766', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3679273'] for rbac-policy, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:42.807535 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-bed09555-7089-457c-b2c6-9eb6b894e0d0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:42.808846 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-bed09555-7089-457c-b2c6-9eb6b894e0d0 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6259143 Jun 23 16:11:45.385011 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 41564) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:11:45.683482 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Request body: {'network': {'tenant_id': '596ee853d0854097bbe67632e7da6e26', 'name': 'private', 'project_id': '596ee853d0854097bbe67632e7da6e26', 'admin_state_up': True}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:11:45.714316 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Made reservation on behalf of 596ee853d0854097bbe67632e7da6e26 for: {'network': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:11:45.717203 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for network, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:45.735364 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:45.862586 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:45.866033 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:45.871319 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:11:45.891005 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=92863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:11:45.916610 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751334030102', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:45.917219 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Unsubscribe: segment precommit_create {{(pid=92863) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 16:11:45.917696 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.db.segments_db [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Added segment e24c85b6-b517-47da-a9e7-015fbc4f16c3 of type vlan for network de4bb221-3fa5-494a-966a-c36a4dae9d40 Jun 23 16:11:45.924946 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39822748-b97e-4a02-ab3c-1a3d1db47abf,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:11:45.961066 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:45.961427 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:45.961730 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:45.962042 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:45.962378 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:45.962703 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:45.963016 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:45.963317 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:45.963633 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:45.963935 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:45.964242 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:45.964545 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Tracked resource versions report: Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: pushed versions: Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: { 'AddressGroup': {'1.2'}, Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: 'ConntrackHelper': {'1.0'}, Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: 'Log': {'1.0'}, Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: 'Network': {'1.1'}, Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: 'Port': {'1.7'}, Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: 'PortForwarding': {'1.2'}, Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: 'QosPolicy': {'1.8'}, Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: 'SecurityGroup': {'1.4'}, Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: 'SubPort': {'1.0'}, Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: 'Subnet': {'1.1'}, Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: 'Trunk': {'1.1'}} Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: consumer versions: Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: { DHCP agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: L3 agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: Metadata agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: Metering agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: Open vSwitch agent@dv-cinder-788363-4-iscsi: { 'AddressGroup': '1.2', Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: 'ConntrackHelper': '1.0', Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: 'Log': '1.0', Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: 'Network': '1.1', Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: 'Port': '1.7', Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: 'PortForwarding': '1.2', Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: 'QosPolicy': '1.8', Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: 'SecurityGroup': '1.4', Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: 'SecurityGroupRule': '1.2', Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: 'SubPort': '1.0', Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: 'Subnet': '1.1', Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: 'Trunk': '1.1'}} Jun 23 16:11:45.965653 dv-cinder-788363-4-iscsi neutron-server[92863]: {{(pid=92863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:11:46.038329 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751333559336'] for network, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:46.044984 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:11:46.089788 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055'] for network, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:46.091262 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:11:46.091929 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:46.095317 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:11:46.151897 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7656083 Jun 23 16:11:46.193495 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Pushing event updated for resources: {'Network': ['ID=de4bb221-3fa5-494a-966a-c36a4dae9d40,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:11:46.196890 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:11:46.205810 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Network de4bb221-3fa5-494a-966a-c36a4dae9d40 details requested by agent ovs-agent-dv-cinder-788363-4-iscsi with host dv-cinder-788363-4-iscsi {{(pid=92865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:11:48.764118 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 41578) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:11:49.149118 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6a0448-8700-445d-87aa-5dd80dd25943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:11:49.150419 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-da6a0448-8700-445d-87aa-5dd80dd25943 admin admin] 10.222.0.46 "GET /v2.0/networks/de4bb221-3fa5-494a-966a-c36a4dae9d40 HTTP/1.1" status: 200 len: 825 time: 0.3853250 Jun 23 16:11:49.174277 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-8398854e-6393-47e0-985c-68ab61f877a1 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/11c3f9ec-97cf-4386-a84c-e7960dedfdae HTTP/1.1" status: 200 len: 734 time: 0.0184748 Jun 23 16:11:49.182637 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-b7042a74-39cf-44e9-a25d-587ac2c42719 admin admin] Request body: {'subnet': {'tenant_id': '596ee853d0854097bbe67632e7da6e26', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'de4bb221-3fa5-494a-966a-c36a4dae9d40', 'ip_version': 4, 'subnetpool_id': '11c3f9ec-97cf-4386-a84c-e7960dedfdae'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:11:49.204223 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7042a74-39cf-44e9-a25d-587ac2c42719 admin admin] Made reservation on behalf of 596ee853d0854097bbe67632e7da6e26 for: {'subnet': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:11:49.206635 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-b7042a74-39cf-44e9-a25d-587ac2c42719 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:49.501360 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-b7042a74-39cf-44e9-a25d-587ac2c42719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060'] for subnet, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:49.503487 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:11:49.570596 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7042a74-39cf-44e9-a25d-587ac2c42719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=408ad22a-6a45-4ad1-a2f1-939b509773a8,revision_number=0']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:11:49.575025 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7042a74-39cf-44e9-a25d-587ac2c42719 admin admin] Checking segment: {'id': 'e24c85b6-b517-47da-a9e7-015fbc4f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'de4bb221-3fa5-494a-966a-c36a4dae9d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:11:49.575401 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7042a74-39cf-44e9-a25d-587ac2c42719 admin admin] Network hostable DHCP agents. Network: de4bb221-3fa5-494a-966a-c36a4dae9d40, hostable agents: ['282bd639-6a17-4952-b94c-338e5747c82c'], hosted agents: [] {{(pid=92863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:11:49.580426 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-b7042a74-39cf-44e9-a25d-587ac2c42719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:11:49.598031 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7042a74-39cf-44e9-a25d-587ac2c42719 admin admin] Network de4bb221-3fa5-494a-966a-c36a4dae9d40 is scheduled to be hosted by DHCP agent 282bd639-6a17-4952-b94c-338e5747c82c with binding_index 1 {{(pid=92863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:11:49.609140 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-b7042a74-39cf-44e9-a25d-587ac2c42719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-iscsi, de4bb221-3fa5-494a-966a-c36a4dae9d40) {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:11:49.613724 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7042a74-39cf-44e9-a25d-587ac2c42719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:11:49.614352 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-b7042a74-39cf-44e9-a25d-587ac2c42719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for subnet, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:49.618754 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f5dd7f-bfe4-478c-ad36-fee879e59cf2 None None] Network de4bb221-3fa5-494a-966a-c36a4dae9d40 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:11:49.629602 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-b7042a74-39cf-44e9-a25d-587ac2c42719 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4501655 Jun 23 16:11:49.932829 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2728efe2-9a30-5507-811f-70851ed494d0-de4bb221-3fa5-494a-966a-c36a4dae9d40', 'network_id': 'de4bb221-3fa5-494a-966a-c36a4dae9d40', 'tenant_id': '596ee853d0854097bbe67632e7da6e26', 'fixed_ips': [{'subnet_id': '408ad22a-6a45-4ad1-a2f1-939b509773a8'}]}} from dv-cinder-788363-4-iscsi. {{(pid=92865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:11:49.934024 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:50.205033 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.db_base_plugin_common [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Allocated IP 172.20.0.2 (de4bb221-3fa5-494a-966a-c36a4dae9d40/408ad22a-6a45-4ad1-a2f1-939b509773a8/34ad4108-2d7c-419c-896d-06bf33f46286) {{(pid=92865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:11:50.409166 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Notify callbacks [] for port, precommit_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:50.451736 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Transition to ACTIVE for port object 34ad4108-2d7c-419c-896d-06bf33f46286 will not be triggered until provisioned by entity L2. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:11:50.474977 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Transition to ACTIVE for port object 34ad4108-2d7c-419c-896d-06bf33f46286 will not be triggered until provisioned by entity DHCP. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:11:50.483689 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:50.486880 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:11:50.558850 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Network de4bb221-3fa5-494a-966a-c36a4dae9d40 is already hosted by enough agents. {{(pid=92865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:11:50.563890 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.scheduler.base_scheduler [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Resources bound (agent type, host, resource id): {{(pid=92865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:11:50.569537 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Pushing event updated for resources: {'Port': ['ID=34ad4108-2d7c-419c-896d-06bf33f46286,revision_number=1']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:11:50.571742 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Received port after_create {{(pid=92865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:11:50.581459 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:50.581682 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:50.582016 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:50.582363 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:50.582686 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:50.583004 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:50.583320 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:50.583632 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:50.584204 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:50.584517 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:50.584823 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:50.585133 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Tracked resource versions report: Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: pushed versions: Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: { 'AddressGroup': {'1.2'}, Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: 'ConntrackHelper': {'1.0'}, Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: 'Log': {'1.0'}, Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: 'Network': {'1.1'}, Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: 'Port': {'1.7'}, Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: 'PortForwarding': {'1.2'}, Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: 'QosPolicy': {'1.8'}, Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: 'SecurityGroup': {'1.4'}, Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: 'SubPort': {'1.0'}, Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: 'Subnet': {'1.1'}, Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: 'Trunk': {'1.1'}} Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: consumer versions: Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: { DHCP agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: L3 agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: Metadata agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: Metering agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: Open vSwitch agent@dv-cinder-788363-4-iscsi: { 'AddressGroup': '1.2', Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: 'ConntrackHelper': '1.0', Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: 'Log': '1.0', Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: 'Network': '1.1', Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: 'Port': '1.7', Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: 'PortForwarding': '1.2', Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: 'QosPolicy': '1.8', Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: 'SecurityGroup': '1.4', Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: 'SecurityGroupRule': '1.2', Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: 'SubPort': '1.0', Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: 'Subnet': '1.1', Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: 'Trunk': '1.1'}} Jun 23 16:11:50.586262 dv-cinder-788363-4-iscsi neutron-server[92865]: {{(pid=92865) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:11:50.606011 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:11:50.655373 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Attempting to bind port 34ad4108-2d7c-419c-896d-06bf33f46286 on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:11:50.656638 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Attempting to bind port 34ad4108-2d7c-419c-896d-06bf33f46286 by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': 'e24c85b6-b517-47da-a9e7-015fbc4f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'de4bb221-3fa5-494a-966a-c36a4dae9d40'}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:11:50.656750 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Attempting to bind port 34ad4108-2d7c-419c-896d-06bf33f46286 on network de4bb221-3fa5-494a-966a-c36a4dae9d40 {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:11:50.661596 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:11:50.662004 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Checking segment: {'id': 'e24c85b6-b517-47da-a9e7-015fbc4f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'de4bb221-3fa5-494a-966a-c36a4dae9d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:11:50.662489 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:50.662880 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Bound using segment: {'id': 'e24c85b6-b517-47da-a9e7-015fbc4f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'de4bb221-3fa5-494a-966a-c36a4dae9d40'} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:11:50.663364 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Bound port: 34ad4108-2d7c-419c-896d-06bf33f46286, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24c85b6-b517-47da-a9e7-015fbc4f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'de4bb221-3fa5-494a-966a-c36a4dae9d40'}}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:11:50.663752 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:50.725909 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] For port 34ad4108-2d7c-419c-896d-06bf33f46286, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:11:50.730230 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] For port 34ad4108-2d7c-419c-896d-06bf33f46286, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=34ad4108-2d7c-419c-896d-06bf33f46286,segment=NetworkSegment(e24c85b6-b517-47da-a9e7-015fbc4f16c3),segment_id=e24c85b6-b517-47da-a9e7-015fbc4f16c3)] {{(pid=92865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:11:50.734923 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:50.740056 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:11:50.805722 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Pushing event updated for resources: {'Port': ['ID=34ad4108-2d7c-419c-896d-06bf33f46286,revision_number=2']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:11:50.815028 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:11:51.968706 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 41586) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:11:52.282808 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [None req-fa014084-8531-4433-aec3-24ff64dcae18 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:11:52.298224 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-fa014084-8531-4433-aec3-24ff64dcae18 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3140352 Jun 23 16:11:54.644788 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 41594) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:11:54.960207 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [None req-106bae14-b6f4-4443-b2cb-2861b3c588a9 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:11:54.961268 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-106bae14-b6f4-4443-b2cb-2861b3c588a9 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3155603 Jun 23 16:11:56.890569 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cdbc01-d25b-4b98-ae94-9661259c9821 None None] Network de4bb221-3fa5-494a-966a-c36a4dae9d40 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:11:56.957919 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-89ae0203-80a6-4d6e-b4a7-12717e16391f None None] Provisioning for port 34ad4108-2d7c-419c-896d-06bf33f46286 completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:11:57.054822 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 34ad4108-2d7c-419c-896d-06bf33f46286 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:11:57.173149 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port 34ad4108-2d7c-419c-896d-06bf33f46286 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:11:57.177304 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 34ad4108-2d7c-419c-896d-06bf33f46286 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:11:57.180060 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:57.295324 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:57.335902 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port 34ad4108-2d7c-419c-896d-06bf33f46286, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=34ad4108-2d7c-419c-896d-06bf33f46286,segment=NetworkSegment(e24c85b6-b517-47da-a9e7-015fbc4f16c3),segment_id=e24c85b6-b517-47da-a9e7-015fbc4f16c3)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:11:57.340230 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:57.342472 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:11:57.392375 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=34ad4108-2d7c-419c-896d-06bf33f46286,revision_number=3']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:11:57.397275 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:11:57.402039 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-d1d3679c-8d9e-4c39-a732-b954aec012f7 None None] Provisioning complete for port 34ad4108-2d7c-419c-896d-06bf33f46286 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:11:57.402446 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d1d3679c-8d9e-4c39-a732-b954aec012f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:57.568251 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 41608) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:11:57.878903 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-1c323ff3-18f3-41a2-b276-37c596e22e3a admin admin] Request body: {'router': {'tenant_id': '596ee853d0854097bbe67632e7da6e26', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:11:57.907654 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-1c323ff3-18f3-41a2-b276-37c596e22e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13144'] for router, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:57.909386 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-1c323ff3-18f3-41a2-b276-37c596e22e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653616', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13123'] for router, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:58.050301 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-1c323ff3-18f3-41a2-b276-37c596e22e3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:58.055657 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-1c323ff3-18f3-41a2-b276-37c596e22e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649335'] for router, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:58.068215 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-1c323ff3-18f3-41a2-b276-37c596e22e3a admin admin] Notify callbacks [] for router, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:11:58.069388 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-1c323ff3-18f3-41a2-b276-37c596e22e3a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5000424 Jun 23 16:11:59.004999 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 34ad4108-2d7c-419c-896d-06bf33f46286 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:11:59.050593 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 34ad4108-2d7c-419c-896d-06bf33f46286 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:11:59.050957 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:00.436669 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 41616) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:12:00.953566 dv-cinder-788363-4-iscsi neutron-server[92864]: WARNING oslo_policy.policy [None req-de1410ba-cb91-4962-856e-1784e7ab9189 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:12:00.953900 dv-cinder-788363-4-iscsi neutron-server[92864]: WARNING oslo_policy.policy [None req-de1410ba-cb91-4962-856e-1784e7ab9189 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:12:01.169833 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [None req-de1410ba-cb91-4962-856e-1784e7ab9189 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:12:01.171655 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-de1410ba-cb91-4962-856e-1784e7ab9189 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7322488 Jun 23 16:12:01.571181 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 5 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:12:02.568057 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-e1f66671-1723-4a83-bd33-30103504f26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:03.546377 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 41632) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:12:03.874861 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:12:03.876238 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.quota [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Loaded quota_driver: . Jun 23 16:12:03.933175 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Made reservation on behalf of c2d912f3165044f7ae344a479f5b3020 for: {'network': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:12:03.998161 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.policy [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92864) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 16:12:04.043662 dv-cinder-788363-4-iscsi neutron-server[92864]: WARNING oslo_policy.policy [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:12:04.044036 dv-cinder-788363-4-iscsi neutron-server[92864]: WARNING oslo_policy.policy [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:12:04.054611 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for network, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:04.074372 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:04.204119 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:04.207988 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:04.213992 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:12:04.221970 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Reserving flat network on physical network physnet1 {{(pid=92864) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 16:12:04.255711 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751334030102', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:04.256307 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Unsubscribe: segment precommit_create {{(pid=92864) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 16:12:04.256794 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.segments_db [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Added segment fac7a27a-cbac-42f6-a153-6de962172ee1 of type flat for network e0719ee7-fed0-4bca-a581-6af63c437fb6 Jun 23 16:12:04.274922 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5524983-a871-4fd6-a2ac-a8b08b580abe,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:12:04.297261 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:04.297611 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:04.297939 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:04.298296 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:04.298613 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:04.298946 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:04.299261 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:04.299581 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:04.300026 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:04.300342 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:04.300647 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Tracked resource versions report: Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: pushed versions: Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: { 'AddressGroup': {'1.2'}, Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: 'ConntrackHelper': {'1.0'}, Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: 'Log': {'1.0'}, Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: 'Network': {'1.1'}, Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: 'Port': {'1.7'}, Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: 'PortForwarding': {'1.2'}, Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: 'QosPolicy': {'1.8'}, Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: 'SecurityGroup': {'1.4'}, Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: 'SubPort': {'1.0'}, Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: 'Subnet': {'1.1'}, Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: 'Trunk': {'1.1'}} Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: consumer versions: Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: { DHCP agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: L3 agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: Metadata agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: Metering agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: Open vSwitch agent@dv-cinder-788363-4-iscsi: { 'AddressGroup': '1.2', Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: 'ConntrackHelper': '1.0', Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: 'Log': '1.0', Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: 'Network': '1.1', Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: 'Port': '1.7', Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: 'PortForwarding': '1.2', Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: 'QosPolicy': '1.8', Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: 'SecurityGroup': '1.4', Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: 'SecurityGroupRule': '1.2', Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: 'SubPort': '1.0', Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: 'Subnet': '1.1', Jun 23 16:12:04.303531 dv-cinder-788363-4-iscsi neutron-server[92864]: 'Trunk': '1.1'}} Jun 23 16:12:04.305503 dv-cinder-788363-4-iscsi neutron-server[92864]: {{(pid=92864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:12:04.386590 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:12:04.399791 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751333559336'] for network, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:04.459736 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055'] for network, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:04.461344 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:12:04.461999 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:04.464142 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:12:04.519700 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9723215 Jun 23 16:12:04.565513 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Pushing event updated for resources: {'Network': ['ID=e0719ee7-fed0-4bca-a581-6af63c437fb6,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:12:04.569047 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:12:04.577505 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Network e0719ee7-fed0-4bca-a581-6af63c437fb6 details requested by agent ovs-agent-dv-cinder-788363-4-iscsi with host dv-cinder-788363-4-iscsi {{(pid=92865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:12:04.898545 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:05.690211 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-4daca378-bc96-4548-8a1d-c733b88f8973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:06.357761 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:06.865917 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 41656) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:12:07.079338 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e1d8f3-9683-483a-95a3-4d73c87b056d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:12:07.080705 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-e8e1d8f3-9683-483a-95a3-4d73c87b056d admin admin] 10.222.0.46 "GET /v2.0/subnets/408ad22a-6a45-4ad1-a2f1-939b509773a8 HTTP/1.1" status: 200 len: 849 time: 0.2138031 Jun 23 16:12:07.200419 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-69a7ea29-6ae3-4361-a946-f616a06a2ff1 admin admin] 10.222.0.46 "GET /v2.0/routers/112cc236-15bc-4658-acf3-c1a335f1695d HTTP/1.1" status: 200 len: 704 time: 0.1139550 Jun 23 16:12:07.465679 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:07.756800 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Allocated IP 172.20.0.1 (de4bb221-3fa5-494a-966a-c36a4dae9d40/408ad22a-6a45-4ad1-a2f1-939b509773a8/2614f526-29ff-4a89-accf-e95554a7eacd) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:12:07.914203 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:07.936184 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Transition to ACTIVE for port object 2614f526-29ff-4a89-accf-e95554a7eacd will not be triggered until provisioned by entity DHCP. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:12:08.006487 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:08.071870 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:08.074396 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:12:08.153328 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Network de4bb221-3fa5-494a-966a-c36a4dae9d40 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:12:08.158165 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:12:08.160098 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Pushing event updated for resources: {'Port': ['ID=2614f526-29ff-4a89-accf-e95554a7eacd,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:12:08.171144 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:12:08.171675 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636535'] for router_interface, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:08.267228 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:12:08.375045 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-385d2ca0-3460-4499-a34d-5ba90ab0df91 None None] Provisioning for port 2614f526-29ff-4a89-accf-e95554a7eacd completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:12:08.378963 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-385d2ca0-3460-4499-a34d-5ba90ab0df91 None None] Provisioning complete for port 2614f526-29ff-4a89-accf-e95554a7eacd triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:12:08.379425 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-385d2ca0-3460-4499-a34d-5ba90ab0df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:08.402877 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:08.415871 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-385d2ca0-3460-4499-a34d-5ba90ab0df91 None None] Port 2614f526-29ff-4a89-accf-e95554a7eacd cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:12:08.594058 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:08.598514 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:08.599615 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636571'] for router_interface, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:08.601208 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:12:08.684265 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Pushing event updated for resources: {'Port': ['ID=2614f526-29ff-4a89-accf-e95554a7eacd,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:12:08.688633 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:12:08.727596 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Network de4bb221-3fa5-494a-966a-c36a4dae9d40 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:12:08.728854 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:12:08.894370 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Router 112cc236-15bc-4658-acf3-c1a335f1695d is scheduled to L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 with binding_index 1 {{(pid=92863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:12:08.935971 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-79d20d4f-0dff-473e-b2d7-44386b8b3445 None None] Provisioning complete for port 2614f526-29ff-4a89-accf-e95554a7eacd triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:12:08.936381 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-79d20d4f-0dff-473e-b2d7-44386b8b3445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:08.973042 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-79d20d4f-0dff-473e-b2d7-44386b8b3445 None None] Port 2614f526-29ff-4a89-accf-e95554a7eacd cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:12:08.989086 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:12:08.996772 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] 10.222.0.46 "PUT /v2.0/routers/112cc236-15bc-4658-acf3-c1a335f1695d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7909186 Jun 23 16:12:08.998212 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] Sync routers for ids ['112cc236-15bc-4658-acf3-c1a335f1695d'] in dv-cinder-788363-4-iscsi {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:12:09.011997 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] Routers {'112cc236-15bc-4658-acf3-c1a335f1695d'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:12:09.012799 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:12:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['112cc236-15bc-4658-acf3-c1a335f1695d'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:12:09.214008 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] Set router 112cc236-15bc-4658-acf3-c1a335f1695d gateway port host: None {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:12:09.635127 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112cc236-15bc-4658-acf3-c1a335f1695d', 'name': 'router1', 'tenant_id': '596ee853d0854097bbe67632e7da6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:11:57Z', 'updated_at': '2021-06-23T16:12:08Z', 'revision_number': 2, 'project_id': '596ee853d0854097bbe67632e7da6e26', 'gw_port_host': None, '_interfaces': [{'id': '2614f526-29ff-4a89-accf-e95554a7eacd', 'name': '', 'network_id': 'de4bb221-3fa5-494a-966a-c36a4dae9d40', 'tenant_id': '596ee853d0854097bbe67632e7da6e26', 'mac_address': 'fa:16:3e:68:cf:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112cc236-15bc-4658-acf3-c1a335f1695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '408ad22a-6a45-4ad1-a2f1-939b509773a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:12:07Z', 'updated_at': '2021-06-23T16:12:08Z', 'revision_number': 2, 'project_id': '596ee853d0854097bbe67632e7da6e26', 'subnets': [{'id': '408ad22a-6a45-4ad1-a2f1-939b509773a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11c3f9ec-97cf-4386-a84c-e7960dedfdae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:12:09.685543 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] Checking router: 112cc236-15bc-4658-acf3-c1a335f1695d for host: dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:12:09.685911 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] Updating router 112cc236-15bc-4658-acf3-c1a335f1695d port 2614f526-29ff-4a89-accf-e95554a7eacd binding host dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:12:09.750645 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:10.248210 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] Notify callbacks [] for port, precommit_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:10.266923 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.provisioning_blocks [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] Transition to ACTIVE for port object 2614f526-29ff-4a89-accf-e95554a7eacd will not be triggered until provisioned by entity L2. {{(pid=92866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:12:10.273334 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:10.277597 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:12:10.361531 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f471292-3894-415a-9904-00daeb3795fb None None] Pushing event updated for resources: {'Port': ['ID=2614f526-29ff-4a89-accf-e95554a7eacd,revision_number=3']} {{(pid=92866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:12:10.390332 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f471292-3894-415a-9904-00daeb3795fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:10.390672 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f471292-3894-415a-9904-00daeb3795fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:10.390999 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f471292-3894-415a-9904-00daeb3795fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:10.391318 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f471292-3894-415a-9904-00daeb3795fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:10.391633 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f471292-3894-415a-9904-00daeb3795fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:10.391948 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f471292-3894-415a-9904-00daeb3795fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:10.392259 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f471292-3894-415a-9904-00daeb3795fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:10.392568 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f471292-3894-415a-9904-00daeb3795fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:10.392969 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f471292-3894-415a-9904-00daeb3795fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:10.393255 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f471292-3894-415a-9904-00daeb3795fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:10.393830 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f471292-3894-415a-9904-00daeb3795fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:10.394065 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f471292-3894-415a-9904-00daeb3795fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f471292-3894-415a-9904-00daeb3795fb None None] Tracked resource versions report: Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: pushed versions: Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: { 'AddressGroup': {'1.2'}, Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: 'ConntrackHelper': {'1.0'}, Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: 'Log': {'1.0'}, Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: 'Network': {'1.1'}, Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: 'Port': {'1.7'}, Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: 'PortForwarding': {'1.2'}, Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: 'QosPolicy': {'1.8'}, Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: 'SecurityGroup': {'1.4'}, Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: 'SubPort': {'1.0'}, Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: 'Subnet': {'1.1'}, Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: 'Trunk': {'1.1'}} Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: consumer versions: Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: { DHCP agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: L3 agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: Metadata agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: Metering agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: Open vSwitch agent@dv-cinder-788363-4-iscsi: { 'AddressGroup': '1.2', Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: 'ConntrackHelper': '1.0', Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: 'Log': '1.0', Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: 'Network': '1.1', Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: 'Port': '1.7', Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: 'PortForwarding': '1.2', Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: 'QosPolicy': '1.8', Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: 'SecurityGroup': '1.4', Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: 'SecurityGroupRule': '1.2', Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: 'SubPort': '1.0', Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: 'Subnet': '1.1', Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: 'Trunk': '1.1'}} Jun 23 16:12:10.395218 dv-cinder-788363-4-iscsi neutron-server[92866]: {{(pid=92866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:12:10.399488 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-1f471292-3894-415a-9904-00daeb3795fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:12:10.448204 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] Attempting to bind port 2614f526-29ff-4a89-accf-e95554a7eacd on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:12:10.448741 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] Attempting to bind port 2614f526-29ff-4a89-accf-e95554a7eacd by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': 'e24c85b6-b517-47da-a9e7-015fbc4f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'de4bb221-3fa5-494a-966a-c36a4dae9d40'}] {{(pid=92866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:12:10.449309 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] Attempting to bind port 2614f526-29ff-4a89-accf-e95554a7eacd on network de4bb221-3fa5-494a-966a-c36a4dae9d40 {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:12:10.454729 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:12:10.455262 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] Checking segment: {'id': 'e24c85b6-b517-47da-a9e7-015fbc4f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'de4bb221-3fa5-494a-966a-c36a4dae9d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:12:10.455846 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:10.456328 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] Bound using segment: {'id': 'e24c85b6-b517-47da-a9e7-015fbc4f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'de4bb221-3fa5-494a-966a-c36a4dae9d40'} {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:12:10.456914 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] Bound port: 2614f526-29ff-4a89-accf-e95554a7eacd, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24c85b6-b517-47da-a9e7-015fbc4f16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'de4bb221-3fa5-494a-966a-c36a4dae9d40'}}] {{(pid=92866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:12:10.457380 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:10.524202 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.db [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] For port 2614f526-29ff-4a89-accf-e95554a7eacd, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:12:10.548334 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.db [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] For port 2614f526-29ff-4a89-accf-e95554a7eacd, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=2614f526-29ff-4a89-accf-e95554a7eacd,segment=NetworkSegment(e24c85b6-b517-47da-a9e7-015fbc4f16c3),segment_id=e24c85b6-b517-47da-a9e7-015fbc4f16c3)] {{(pid=92866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:12:10.552471 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:10.554663 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:12:10.610089 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] Routers {'112cc236-15bc-4658-acf3-c1a335f1695d'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:12:10.610726 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:12:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['112cc236-15bc-4658-acf3-c1a335f1695d'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:12:10.616955 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f471292-3894-415a-9904-00daeb3795fb None None] Pushing event updated for resources: {'Port': ['ID=2614f526-29ff-4a89-accf-e95554a7eacd,revision_number=4']} {{(pid=92866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:12:10.620258 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-1f471292-3894-415a-9904-00daeb3795fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:12:10.707113 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] Set router 112cc236-15bc-4658-acf3-c1a335f1695d gateway port host: None {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:12:10.926691 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112cc236-15bc-4658-acf3-c1a335f1695d', 'name': 'router1', 'tenant_id': '596ee853d0854097bbe67632e7da6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:11:57Z', 'updated_at': '2021-06-23T16:12:08Z', 'revision_number': 2, 'project_id': '596ee853d0854097bbe67632e7da6e26', 'gw_port_host': None, '_interfaces': [{'id': '2614f526-29ff-4a89-accf-e95554a7eacd', 'name': '', 'network_id': 'de4bb221-3fa5-494a-966a-c36a4dae9d40', 'tenant_id': '596ee853d0854097bbe67632e7da6e26', 'mac_address': 'fa:16:3e:68:cf:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112cc236-15bc-4658-acf3-c1a335f1695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '408ad22a-6a45-4ad1-a2f1-939b509773a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:12:07Z', 'updated_at': '2021-06-23T16:12:10Z', 'revision_number': 4, 'project_id': '596ee853d0854097bbe67632e7da6e26', 'subnets': [{'id': '408ad22a-6a45-4ad1-a2f1-939b509773a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11c3f9ec-97cf-4386-a84c-e7960dedfdae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:12:10.956708 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330cc5be-3fc3-4644-b01d-11657d2bdec4 None None] The sync data for ids ['112cc236-15bc-4658-acf3-c1a335f1695d'] in dv-cinder-788363-4-iscsi is: [{'id': '112cc236-15bc-4658-acf3-c1a335f1695d', 'name': 'router1', 'tenant_id': '596ee853d0854097bbe67632e7da6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:11:57Z', 'updated_at': '2021-06-23T16:12:08Z', 'revision_number': 2, 'project_id': '596ee853d0854097bbe67632e7da6e26', 'gw_port_host': None, '_interfaces': [{'id': '2614f526-29ff-4a89-accf-e95554a7eacd', 'name': '', 'network_id': 'de4bb221-3fa5-494a-966a-c36a4dae9d40', 'tenant_id': '596ee853d0854097bbe67632e7da6e26', 'mac_address': 'fa:16:3e:68:cf:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112cc236-15bc-4658-acf3-c1a335f1695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '408ad22a-6a45-4ad1-a2f1-939b509773a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:12:07Z', 'updated_at': '2021-06-23T16:12:10Z', 'revision_number': 4, 'project_id': '596ee853d0854097bbe67632e7da6e26', 'subnets': [{'id': '408ad22a-6a45-4ad1-a2f1-939b509773a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11c3f9ec-97cf-4386-a84c-e7960dedfdae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:12:11.194463 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 41676) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:12:11.303558 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8663b5-cfc6-452f-b8d3-15de844855f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:12:11.304891 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-cc8663b5-cfc6-452f-b8d3-15de844855f3 admin admin] 10.222.0.46 "GET /v2.0/networks/e0719ee7-fed0-4bca-a581-6af63c437fb6 HTTP/1.1" status: 200 len: 842 time: 0.1094894 Jun 23 16:12:11.314714 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-452b250b-c018-44a7-a879-be2d522b3539 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'cidr': '172.27.3.0/24'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:12:11.336615 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452b250b-c018-44a7-a879-be2d522b3539 admin admin] Made reservation on behalf of c2d912f3165044f7ae344a479f5b3020 for: {'subnet': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:12:11.338929 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-452b250b-c018-44a7-a879-be2d522b3539 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:11.638700 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.objects.ports [None req-452b250b-c018-44a7-a879-be2d522b3539 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92863) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 16:12:11.639142 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-452b250b-c018-44a7-a879-be2d522b3539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060'] for subnet, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:11.642096 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:12:11.693198 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b250b-c018-44a7-a879-be2d522b3539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4,revision_number=0']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:12:11.699075 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-452b250b-c018-44a7-a879-be2d522b3539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:12:11.704414 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b250b-c018-44a7-a879-be2d522b3539 admin admin] Checking segment: {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:12:11.704768 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452b250b-c018-44a7-a879-be2d522b3539 admin admin] Network hostable DHCP agents. Network: e0719ee7-fed0-4bca-a581-6af63c437fb6, hostable agents: ['282bd639-6a17-4952-b94c-338e5747c82c'], hosted agents: [] {{(pid=92863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:12:11.725386 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452b250b-c018-44a7-a879-be2d522b3539 admin admin] Network e0719ee7-fed0-4bca-a581-6af63c437fb6 is scheduled to be hosted by DHCP agent 282bd639-6a17-4952-b94c-338e5747c82c with binding_index 1 {{(pid=92863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:12:11.734755 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-452b250b-c018-44a7-a879-be2d522b3539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-iscsi, e0719ee7-fed0-4bca-a581-6af63c437fb6) {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:12:11.739012 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452b250b-c018-44a7-a879-be2d522b3539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:12:11.739596 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-452b250b-c018-44a7-a879-be2d522b3539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for subnet, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:11.745044 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f969e60f-eca9-4db0-be6d-87d37bccb79b None None] Network e0719ee7-fed0-4bca-a581-6af63c437fb6 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:12:11.770162 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-452b250b-c018-44a7-a879-be2d522b3539 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4479110 Jun 23 16:12:11.876301 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ce1db2-cea4-4df2-b213-cc5852c50d77 None None] Network e0719ee7-fed0-4bca-a581-6af63c437fb6 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:12:14.062358 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 41688) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:12:14.270098 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-c9cfcc52-3c8c-45ec-9611-48fa04667ed5 admin admin] 10.222.0.46 "GET /v2.0/routers/112cc236-15bc-4658-acf3-c1a335f1695d HTTP/1.1" status: 200 len: 710 time: 0.2061713 Jun 23 16:12:14.367612 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61abf89b-136b-4640-8d75-3377e9aed16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:12:14.368970 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-61abf89b-136b-4640-8d75-3377e9aed16b admin admin] 10.222.0.46 "GET /v2.0/networks/e0719ee7-fed0-4bca-a581-6af63c437fb6 HTTP/1.1" status: 200 len: 886 time: 0.0936692 Jun 23 16:12:14.378599 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-6edc2240-996d-4a0a-9b19-d3fd1d26d52d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:12:14.618827 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-6edc2240-996d-4a0a-9b19-d3fd1d26d52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13181'] for router, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:14.860457 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-6edc2240-996d-4a0a-9b19-d3fd1d26d52d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:14.941789 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-6edc2240-996d-4a0a-9b19-d3fd1d26d52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:15.044091 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [None req-6edc2240-996d-4a0a-9b19-d3fd1d26d52d admin admin] Allocated IP 172.27.3.53 (e0719ee7-fed0-4bca-a581-6af63c437fb6/0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4/7d64b167-b26a-4235-b8ee-d8003a6b891c) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:12:15.048259 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 2614f526-29ff-4a89-accf-e95554a7eacd up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:12:15.098377 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port 2614f526-29ff-4a89-accf-e95554a7eacd completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:12:15.102563 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 2614f526-29ff-4a89-accf-e95554a7eacd triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:12:15.104192 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:15.151415 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-6edc2240-996d-4a0a-9b19-d3fd1d26d52d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:15.180691 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:15.189974 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-6edc2240-996d-4a0a-9b19-d3fd1d26d52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:15.192344 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:12:15.221419 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port 2614f526-29ff-4a89-accf-e95554a7eacd, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=2614f526-29ff-4a89-accf-e95554a7eacd,segment=NetworkSegment(e24c85b6-b517-47da-a9e7-015fbc4f16c3),segment_id=e24c85b6-b517-47da-a9e7-015fbc4f16c3)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:12:15.226327 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:15.229227 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-0cb95f3b-2aa3-42fe-9885-2905a67da458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:12:15.233825 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edc2240-996d-4a0a-9b19-d3fd1d26d52d admin admin] Network e0719ee7-fed0-4bca-a581-6af63c437fb6 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:12:15.236654 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-6edc2240-996d-4a0a-9b19-d3fd1d26d52d admin admin] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:12:15.240529 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edc2240-996d-4a0a-9b19-d3fd1d26d52d admin admin] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:12:15.246095 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc2240-996d-4a0a-9b19-d3fd1d26d52d admin admin] Pushing event updated for resources: {'Port': ['ID=7d64b167-b26a-4235-b8ee-d8003a6b891c,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:12:15.281290 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-6edc2240-996d-4a0a-9b19-d3fd1d26d52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:12:15.331731 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=2614f526-29ff-4a89-accf-e95554a7eacd,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:12:15.334995 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:12:15.492532 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-6edc2240-996d-4a0a-9b19-d3fd1d26d52d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:15.764915 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-6edc2240-996d-4a0a-9b19-d3fd1d26d52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13181'] for router, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:15.768144 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-6edc2240-996d-4a0a-9b19-d3fd1d26d52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411817'] for router, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:15.870344 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edc2240-996d-4a0a-9b19-d3fd1d26d52d admin admin] Router 112cc236-15bc-4658-acf3-c1a335f1695d has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:12:15.969819 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edc2240-996d-4a0a-9b19-d3fd1d26d52d admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:12:15.973980 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-6edc2240-996d-4a0a-9b19-d3fd1d26d52d admin admin] Notify callbacks [] for router, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:15.975193 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-6edc2240-996d-4a0a-9b19-d3fd1d26d52d admin admin] 10.222.0.46 "PUT /v2.0/routers/112cc236-15bc-4658-acf3-c1a335f1695d HTTP/1.1" status: 200 len: 889 time: 1.5998428 Jun 23 16:12:15.993502 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] Sync routers for ids ['112cc236-15bc-4658-acf3-c1a335f1695d'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:12:16.004652 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] Routers {'112cc236-15bc-4658-acf3-c1a335f1695d'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:12:16.005305 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:12:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['112cc236-15bc-4658-acf3-c1a335f1695d'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:12:16.219655 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] Set router 112cc236-15bc-4658-acf3-c1a335f1695d gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:12:16.602571 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112cc236-15bc-4658-acf3-c1a335f1695d', 'name': 'router1', 'tenant_id': '596ee853d0854097bbe67632e7da6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '7d64b167-b26a-4235-b8ee-d8003a6b891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:11:57Z', 'updated_at': '2021-06-23T16:12:15Z', 'revision_number': 4, 'project_id': '596ee853d0854097bbe67632e7da6e26', 'gw_port': {'id': '7d64b167-b26a-4235-b8ee-d8003a6b891c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112cc236-15bc-4658-acf3-c1a335f1695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:12:14Z', 'updated_at': '2021-06-23T16:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '2614f526-29ff-4a89-accf-e95554a7eacd', 'name': '', 'network_id': 'de4bb221-3fa5-494a-966a-c36a4dae9d40', 'tenant_id': '596ee853d0854097bbe67632e7da6e26', 'mac_address': 'fa:16:3e:68:cf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112cc236-15bc-4658-acf3-c1a335f1695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '408ad22a-6a45-4ad1-a2f1-939b509773a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:12:07Z', 'updated_at': '2021-06-23T16:12:15Z', 'revision_number': 5, 'project_id': '596ee853d0854097bbe67632e7da6e26', 'subnets': [{'id': '408ad22a-6a45-4ad1-a2f1-939b509773a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11c3f9ec-97cf-4386-a84c-e7960dedfdae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:12:16.653161 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] Checking router: 112cc236-15bc-4658-acf3-c1a335f1695d for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:12:16.653622 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] Updating router 112cc236-15bc-4658-acf3-c1a335f1695d port 7d64b167-b26a-4235-b8ee-d8003a6b891c binding host dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:12:16.685200 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:16.999985 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] Notify callbacks [] for port, precommit_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:17.009874 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] Transition to ACTIVE for port object 7d64b167-b26a-4235-b8ee-d8003a6b891c will not be triggered until provisioned by entity L2. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:12:17.016494 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:17.018844 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:12:17.044340 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 2614f526-29ff-4a89-accf-e95554a7eacd up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:12:17.096584 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] Attempting to bind port 7d64b167-b26a-4235-b8ee-d8003a6b891c on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:12:17.096955 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] Attempting to bind port 7d64b167-b26a-4235-b8ee-d8003a6b891c by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:12:17.097345 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] Attempting to bind port 7d64b167-b26a-4235-b8ee-d8003a6b891c on network e0719ee7-fed0-4bca-a581-6af63c437fb6 {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:12:17.102903 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ad3c8-1752-45f6-b842-a0d4d14165a2 None None] Pushing event updated for resources: {'Port': ['ID=7d64b167-b26a-4235-b8ee-d8003a6b891c,revision_number=2']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:12:17.109702 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:12:17.110085 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] Checking segment: {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:12:17.110510 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:17.110902 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] Bound using segment: {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:12:17.111385 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] Bound port: 7d64b167-b26a-4235-b8ee-d8003a6b891c, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:12:17.111756 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:17.114990 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-0e2ad3c8-1752-45f6-b842-a0d4d14165a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:12:17.170603 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] For port 7d64b167-b26a-4235-b8ee-d8003a6b891c, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:12:17.174117 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] For port 7d64b167-b26a-4235-b8ee-d8003a6b891c, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=7d64b167-b26a-4235-b8ee-d8003a6b891c,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:12:17.175703 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 2614f526-29ff-4a89-accf-e95554a7eacd triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:12:17.176111 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:17.179897 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:17.199998 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:12:17.272995 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] Routers {'112cc236-15bc-4658-acf3-c1a335f1695d'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:12:17.273662 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:12:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['112cc236-15bc-4658-acf3-c1a335f1695d'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:12:17.278731 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ad3c8-1752-45f6-b842-a0d4d14165a2 None None] Pushing event updated for resources: {'Port': ['ID=7d64b167-b26a-4235-b8ee-d8003a6b891c,revision_number=3']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:12:17.282352 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-0e2ad3c8-1752-45f6-b842-a0d4d14165a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:12:17.484493 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] Set router 112cc236-15bc-4658-acf3-c1a335f1695d gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:12:17.697646 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112cc236-15bc-4658-acf3-c1a335f1695d', 'name': 'router1', 'tenant_id': '596ee853d0854097bbe67632e7da6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '7d64b167-b26a-4235-b8ee-d8003a6b891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:11:57Z', 'updated_at': '2021-06-23T16:12:15Z', 'revision_number': 4, 'project_id': '596ee853d0854097bbe67632e7da6e26', 'gw_port': {'id': '7d64b167-b26a-4235-b8ee-d8003a6b891c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112cc236-15bc-4658-acf3-c1a335f1695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:12:14Z', 'updated_at': '2021-06-23T16:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '2614f526-29ff-4a89-accf-e95554a7eacd', 'name': '', 'network_id': 'de4bb221-3fa5-494a-966a-c36a4dae9d40', 'tenant_id': '596ee853d0854097bbe67632e7da6e26', 'mac_address': 'fa:16:3e:68:cf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112cc236-15bc-4658-acf3-c1a335f1695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '408ad22a-6a45-4ad1-a2f1-939b509773a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:12:07Z', 'updated_at': '2021-06-23T16:12:15Z', 'revision_number': 5, 'project_id': '596ee853d0854097bbe67632e7da6e26', 'subnets': [{'id': '408ad22a-6a45-4ad1-a2f1-939b509773a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11c3f9ec-97cf-4386-a84c-e7960dedfdae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:12:17.727153 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae95b5b5-bb69-4d06-8cbd-e14ef4e6135b None None] The sync data for ids ['112cc236-15bc-4658-acf3-c1a335f1695d'] in dv-cinder-788363-4-iscsi is: [{'id': '112cc236-15bc-4658-acf3-c1a335f1695d', 'name': 'router1', 'tenant_id': '596ee853d0854097bbe67632e7da6e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '7d64b167-b26a-4235-b8ee-d8003a6b891c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:11:57Z', 'updated_at': '2021-06-23T16:12:15Z', 'revision_number': 4, 'project_id': '596ee853d0854097bbe67632e7da6e26', 'gw_port': {'id': '7d64b167-b26a-4235-b8ee-d8003a6b891c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112cc236-15bc-4658-acf3-c1a335f1695d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:12:14Z', 'updated_at': '2021-06-23T16:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '2614f526-29ff-4a89-accf-e95554a7eacd', 'name': '', 'network_id': 'de4bb221-3fa5-494a-966a-c36a4dae9d40', 'tenant_id': '596ee853d0854097bbe67632e7da6e26', 'mac_address': 'fa:16:3e:68:cf:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112cc236-15bc-4658-acf3-c1a335f1695d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '408ad22a-6a45-4ad1-a2f1-939b509773a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:12:07Z', 'updated_at': '2021-06-23T16:12:15Z', 'revision_number': 5, 'project_id': '596ee853d0854097bbe67632e7da6e26', 'subnets': [{'id': '408ad22a-6a45-4ad1-a2f1-939b509773a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11c3f9ec-97cf-4386-a84c-e7960dedfdae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:12:18.347191 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 41698) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:12:18.478359 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-026d8455-9fa4-4dba-9e85-6c1ee03d42bc admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1299956 Jun 23 16:12:19.044212 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 7d64b167-b26a-4235-b8ee-d8003a6b891c up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:12:19.096007 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port 7d64b167-b26a-4235-b8ee-d8003a6b891c completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:12:19.101026 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 7d64b167-b26a-4235-b8ee-d8003a6b891c triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:12:19.101401 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:19.181600 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:19.202600 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port 7d64b167-b26a-4235-b8ee-d8003a6b891c, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=7d64b167-b26a-4235-b8ee-d8003a6b891c,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:12:19.206932 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:19.209425 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:12:19.261344 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=7d64b167-b26a-4235-b8ee-d8003a6b891c,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:12:19.264606 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:12:21.042787 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 7d64b167-b26a-4235-b8ee-d8003a6b891c up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:12:21.103591 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 7d64b167-b26a-4235-b8ee-d8003a6b891c triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:12:21.103978 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:32.572532 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-9c4429d8-c06e-4ef0-8e3c-362331865a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:34.916777 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:35.708488 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-a80a9e74-bf90-4ed5-b16f-f214e6f21926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:36.369353 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:38.037231 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:12:38.558224 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 5 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:13:02.584544 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-6c65aa6c-190b-47eb-a9fb-e7fe17cf7ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:04.906696 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:05.693765 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-8b938d09-f72f-4691-8b82-f2f7725a7e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:06.370251 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:08.036620 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:15.546843 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 5 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:13:32.580327 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-9ad260d3-278b-4180-8775-0f1eb38e60db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:34.899609 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:35.694807 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-a690e5cc-8440-469c-9fb2-b29b28425e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:36.372375 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:38.033742 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:52.546973 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 5 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:13:56.053617 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 42266) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:13:56.124128 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be48c98-9566-44c8-bf02-47fbb9b51b4d admin admin] GET failed (client error): The resource could not be found. Jun 23 16:13:56.125478 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-3be48c98-9566-44c8-bf02-47fbb9b51b4d admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0708997 Jun 23 16:13:56.295008 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e05b330-3e67-4816-8690-98d7d61a3eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:13:56.296500 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-7e05b330-3e67-4816-8690-98d7d61a3eff admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1672394 Jun 23 16:13:58.444879 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 42276) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:13:58.571160 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd68ef90-d862-40f1-8f8a-f203f86d4691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:13:58.573030 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-cd68ef90-d862-40f1-8f8a-f203f86d4691 admin admin] 10.222.0.46 "GET /v2.0/subnets/408ad22a-6a45-4ad1-a2f1-939b509773a8 HTTP/1.1" status: 200 len: 849 time: 0.1272094 Jun 23 16:13:58.582068 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-8d6ae087-506c-460d-ac05-906864085abd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:13:58.687180 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae087-506c-460d-ac05-906864085abd admin admin] Notify callbacks [] for subnet, before_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:58.835118 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae087-506c-460d-ac05-906864085abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751334093276'] for subnet, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:58.837780 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:13:58.879602 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6ae087-506c-460d-ac05-906864085abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:13:58.880796 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae087-506c-460d-ac05-906864085abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for subnet, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:58.881781 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-8d6ae087-506c-460d-ac05-906864085abd admin admin] 10.222.0.46 "PUT /v2.0/subnets/408ad22a-6a45-4ad1-a2f1-939b509773a8 HTTP/1.1" status: 200 len: 868 time: 0.3032899 Jun 23 16:13:58.883853 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19205611-27cc-4d9b-aed8-8e81cbb8bc16 None None] Network de4bb221-3fa5-494a-966a-c36a4dae9d40 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:13:58.902324 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ae087-506c-460d-ac05-906864085abd admin admin] Pushing event updated for resources: {'Subnet': ['ID=408ad22a-6a45-4ad1-a2f1-939b509773a8,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:13:58.911712 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ae087-506c-460d-ac05-906864085abd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:13:58.912083 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ae087-506c-460d-ac05-906864085abd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:13:58.912394 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ae087-506c-460d-ac05-906864085abd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:13:58.912939 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ae087-506c-460d-ac05-906864085abd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:13:58.913279 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ae087-506c-460d-ac05-906864085abd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:13:58.913820 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ae087-506c-460d-ac05-906864085abd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:13:58.914652 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ae087-506c-460d-ac05-906864085abd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:13:58.914976 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ae087-506c-460d-ac05-906864085abd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:13:58.915417 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ae087-506c-460d-ac05-906864085abd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:13:58.915735 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ae087-506c-460d-ac05-906864085abd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:13:58.916043 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ae087-506c-460d-ac05-906864085abd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:13:58.916346 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ae087-506c-460d-ac05-906864085abd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:13:58.922025 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-8d6ae087-506c-460d-ac05-906864085abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:13:59.253640 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-fd017b98-100a-49bf-bf13-0f50d4ef8b48 None None] Provisioning complete for port 2614f526-29ff-4a89-accf-e95554a7eacd triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:13:59.254014 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-fd017b98-100a-49bf-bf13-0f50d4ef8b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:13:59.343417 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-fd017b98-100a-49bf-bf13-0f50d4ef8b48 None None] Provisioning complete for port 34ad4108-2d7c-419c-896d-06bf33f46286 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:13:59.343763 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-fd017b98-100a-49bf-bf13-0f50d4ef8b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:01.060431 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 42284) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:14:01.275272 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85030383-9371-44a2-a872-03d7df992c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:14:01.275750 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85030383-9371-44a2-a872-03d7df992c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:14:01.277283 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-85030383-9371-44a2-a872-03d7df992c50 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2159090 Jun 23 16:14:02.573783 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-df7226b7-65c8-4ab1-a5b6-bf8bf47cb9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:03.447619 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 42292) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:14:03.652103 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293b5925-1471-4b23-8db2-bbf366d55def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:14:03.652503 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293b5925-1471-4b23-8db2-bbf366d55def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:14:03.654026 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-293b5925-1471-4b23-8db2-bbf366d55def admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2054384 Jun 23 16:14:04.903482 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:05.696565 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-6f560bf0-cafc-4429-bf59-20ceb278351e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:05.821898 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 42302) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:14:05.949169 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22231d0b-d112-483d-a85d-8fd0dd612f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:14:05.950761 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-22231d0b-d112-483d-a85d-8fd0dd612f51 admin admin] 10.222.0.46 "GET /v2.0/networks/de4bb221-3fa5-494a-966a-c36a4dae9d40 HTTP/1.1" status: 200 len: 869 time: 0.1276865 Jun 23 16:14:06.372926 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:08.044543 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:08.073295 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 42310) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:14:08.201155 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9675bbb-2b70-4f5f-b18c-4fb321e5a58d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:14:08.202549 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-a9675bbb-2b70-4f5f-b18c-4fb321e5a58d admin admin] 10.222.0.46 "GET /v2.0/networks/e0719ee7-fed0-4bca-a581-6af63c437fb6 HTTP/1.1" status: 200 len: 886 time: 0.1283164 Jun 23 16:14:10.342306 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 42318) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:14:10.468856 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04b047c-28e1-40b1-a0a1-12a3cc364a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:14:10.469301 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04b047c-28e1-40b1-a0a1-12a3cc364a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:14:10.470857 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-e04b047c-28e1-40b1-a0a1-12a3cc364a32 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1276093 Jun 23 16:14:12.651900 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 42326) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:14:12.743796 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbfb5a8-f97d-4e13-a31f-b406620c141d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:14:12.744262 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbfb5a8-f97d-4e13-a31f-b406620c141d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:14:12.745778 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-dbbfb5a8-f97d-4e13-a31f-b406620c141d admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929146 Jun 23 16:14:14.859389 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 42334) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:14:14.941976 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568d974c-a0fd-4f74-aad2-af8044673881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:14:14.943340 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-568d974c-a0fd-4f74-aad2-af8044673881 admin admin] 10.222.0.46 "GET /v2.0/subnets/0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4 HTTP/1.1" status: 200 len: 816 time: 0.0830171 Jun 23 16:14:17.083616 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 42342) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:14:17.179991 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554eb7e9-2451-4bd3-bcc1-94e9bc24ec8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:14:17.182032 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-554eb7e9-2451-4bd3-bcc1-94e9bc24ec8f admin admin] 10.222.0.46 "GET /v2.0/subnets/408ad22a-6a45-4ad1-a2f1-939b509773a8 HTTP/1.1" status: 200 len: 868 time: 0.0974479 Jun 23 16:14:29.546254 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 5 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:14:32.574848 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-23c0088f-248e-4ef9-90ef-4b5c60a9c1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:34.904707 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:35.700207 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ed14f570-3884-400c-8b16-ea44e7d467ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:36.375332 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:38.043869 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:40.469016 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 42386) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:14:40.513740 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [None req-38f85758-7d53-489e-b7da-e574740a532f admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:14:40.514784 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-38f85758-7d53-489e-b7da-e574740a532f admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0448437 Jun 23 16:14:42.723005 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 42394) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:14:42.782774 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea49cf3-0ba7-4cd1-ba3b-f7519236a704 admin admin] GET failed (client error): The resource could not be found. Jun 23 16:14:42.784166 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-eea49cf3-0ba7-4cd1-ba3b-f7519236a704 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602393 Jun 23 16:14:42.866256 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b5f704-6c08-4b66-8d47-830c3eaad0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:14:42.868186 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-c4b5f704-6c08-4b66-8d47-830c3eaad0d7 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0802474 Jun 23 16:14:45.029023 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 42402) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:14:45.077985 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-02c85c7b-e175-4e65-b421-b4e14e2394fd admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:14:45.100450 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c85c7b-e175-4e65-b421-b4e14e2394fd admin admin] Made reservation on behalf of c2d912f3165044f7ae344a479f5b3020 for: {'network': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:14:45.103549 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-02c85c7b-e175-4e65-b421-b4e14e2394fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for network, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:45.138044 dv-cinder-788363-4-iscsi neutron-server[92864]: WARNING neutron.services.revisions.revision_plugin [None req-02c85c7b-e175-4e65-b421-b4e14e2394fd admin admin] Could not find related network for resource to bump revision. Jun 23 16:14:45.152551 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c85c7b-e175-4e65-b421-b4e14e2394fd admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=92864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:14:45.166461 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-02c85c7b-e175-4e65-b421-b4e14e2394fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:45.166792 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.segments_db [None req-02c85c7b-e175-4e65-b421-b4e14e2394fd admin admin] Added segment 688fb09a-4b08-42a2-b875-adffac2c16fd of type vlan for network 40af5bfc-f3c9-42f1-bf76-74466ecbfd7f Jun 23 16:14:45.202912 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-02c85c7b-e175-4e65-b421-b4e14e2394fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751333559336'] for network, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:45.231033 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-02c85c7b-e175-4e65-b421-b4e14e2394fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055'] for network, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:45.232415 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c85c7b-e175-4e65-b421-b4e14e2394fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:14:45.232975 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-02c85c7b-e175-4e65-b421-b4e14e2394fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:45.234825 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:14:45.283826 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-02c85c7b-e175-4e65-b421-b4e14e2394fd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2536716 Jun 23 16:14:45.291010 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c85c7b-e175-4e65-b421-b4e14e2394fd admin admin] Pushing event updated for resources: {'Network': ['ID=40af5bfc-f3c9-42f1-bf76-74466ecbfd7f,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:14:45.294478 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-02c85c7b-e175-4e65-b421-b4e14e2394fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:14:45.301418 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Network 40af5bfc-f3c9-42f1-bf76-74466ecbfd7f details requested by agent ovs-agent-dv-cinder-788363-4-iscsi with host dv-cinder-788363-4-iscsi {{(pid=92865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:14:47.455053 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 42410) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:14:47.515633 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.pecan_wsgi.hooks.translation [None req-880e8f00-26e7-4dc2-bdbd-3f473e0af267 admin admin] GET failed (client error): The resource could not be found. Jun 23 16:14:47.516946 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-880e8f00-26e7-4dc2-bdbd-3f473e0af267 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609672 Jun 23 16:14:47.614336 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7018c79-f9ef-403f-9e6e-ec4bf241233b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:14:47.615781 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-b7018c79-f9ef-403f-9e6e-ec4bf241233b admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0948756 Jun 23 16:14:47.625584 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '40af5bfc-f3c9-42f1-bf76-74466ecbfd7f', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:14:47.646661 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Made reservation on behalf of c2d912f3165044f7ae344a479f5b3020 for: {'subnet': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:14:47.649768 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:47.809637 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060'] for subnet, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:47.812624 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-b7042a74-39cf-44e9-a25d-587ac2c42719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:14:47.869591 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e95d030d-3dd3-4549-a207-755b20d9c3ab,revision_number=0']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:14:47.880160 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:47.880519 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:47.880857 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:47.881186 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:47.881514 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:47.881850 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:47.882770 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:47.883091 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:47.883425 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:47.883745 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:47.884061 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:47.884372 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:47.887702 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:14:47.888676 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Checking segment: {'id': '688fb09a-4b08-42a2-b875-adffac2c16fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '40af5bfc-f3c9-42f1-bf76-74466ecbfd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:14:47.889032 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Network hostable DHCP agents. Network: 40af5bfc-f3c9-42f1-bf76-74466ecbfd7f, hostable agents: ['282bd639-6a17-4952-b94c-338e5747c82c'], hosted agents: [] {{(pid=92863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:14:47.905224 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Network 40af5bfc-f3c9-42f1-bf76-74466ecbfd7f is scheduled to be hosted by DHCP agent 282bd639-6a17-4952-b94c-338e5747c82c with binding_index 1 {{(pid=92863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:14:47.913516 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-iscsi, 40af5bfc-f3c9-42f1-bf76-74466ecbfd7f) {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:14:47.917553 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:14:47.918563 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for subnet, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:47.924785 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c894df3-8739-4ae4-8cd8-a93df9cc1711 None None] Network 40af5bfc-f3c9-42f1-bf76-74466ecbfd7f requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:14:47.941001 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3115382 Jun 23 16:14:48.169603 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2728efe2-9a30-5507-811f-70851ed494d0-40af5bfc-f3c9-42f1-bf76-74466ecbfd7f', 'network_id': '40af5bfc-f3c9-42f1-bf76-74466ecbfd7f', 'tenant_id': 'c2d912f3165044f7ae344a479f5b3020', 'fixed_ips': [{'subnet_id': 'e95d030d-3dd3-4549-a207-755b20d9c3ab'}]}} from dv-cinder-788363-4-iscsi. {{(pid=92865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:14:48.170499 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:48.314263 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.db_base_plugin_common [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Allocated IP 192.168.233.2 (40af5bfc-f3c9-42f1-bf76-74466ecbfd7f/e95d030d-3dd3-4549-a207-755b20d9c3ab/6ceabb4e-d498-4886-8947-c495df43ebbe) {{(pid=92865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:14:48.462707 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Notify callbacks [] for port, precommit_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:48.471415 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Transition to ACTIVE for port object 6ceabb4e-d498-4886-8947-c495df43ebbe will not be triggered until provisioned by entity L2. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:14:48.487881 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Transition to ACTIVE for port object 6ceabb4e-d498-4886-8947-c495df43ebbe will not be triggered until provisioned by entity DHCP. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:14:48.494008 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:48.496234 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:14:48.535499 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Network 40af5bfc-f3c9-42f1-bf76-74466ecbfd7f is already hosted by enough agents. {{(pid=92865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:14:48.538353 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.scheduler.base_scheduler [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Resources bound (agent type, host, resource id): {{(pid=92865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:14:48.542411 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Received port after_create {{(pid=92865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:14:48.549413 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Pushing event updated for resources: {'Port': ['ID=6ceabb4e-d498-4886-8947-c495df43ebbe,revision_number=1']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:14:48.558409 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:48.558757 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:48.559101 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:48.559435 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:48.559767 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:48.560096 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:48.560423 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:48.560750 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:48.561101 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:48.561430 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:48.561771 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:48.562093 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:14:48.580673 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:14:48.613253 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Attempting to bind port 6ceabb4e-d498-4886-8947-c495df43ebbe on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:14:48.613615 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Attempting to bind port 6ceabb4e-d498-4886-8947-c495df43ebbe by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': '688fb09a-4b08-42a2-b875-adffac2c16fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '40af5bfc-f3c9-42f1-bf76-74466ecbfd7f'}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:14:48.613967 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Attempting to bind port 6ceabb4e-d498-4886-8947-c495df43ebbe on network 40af5bfc-f3c9-42f1-bf76-74466ecbfd7f {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:14:48.618977 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:14:48.619345 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Checking segment: {'id': '688fb09a-4b08-42a2-b875-adffac2c16fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '40af5bfc-f3c9-42f1-bf76-74466ecbfd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:14:48.619740 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:48.620122 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Bound using segment: {'id': '688fb09a-4b08-42a2-b875-adffac2c16fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '40af5bfc-f3c9-42f1-bf76-74466ecbfd7f'} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:14:48.620583 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Bound port: 6ceabb4e-d498-4886-8947-c495df43ebbe, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688fb09a-4b08-42a2-b875-adffac2c16fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '40af5bfc-f3c9-42f1-bf76-74466ecbfd7f'}}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:14:48.620945 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:48.686758 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] For port 6ceabb4e-d498-4886-8947-c495df43ebbe, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:14:48.690205 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] For port 6ceabb4e-d498-4886-8947-c495df43ebbe, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=6ceabb4e-d498-4886-8947-c495df43ebbe,segment=NetworkSegment(688fb09a-4b08-42a2-b875-adffac2c16fd),segment_id=688fb09a-4b08-42a2-b875-adffac2c16fd)] {{(pid=92865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:14:48.696598 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:48.700824 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:14:48.777603 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Pushing event updated for resources: {'Port': ['ID=6ceabb4e-d498-4886-8947-c495df43ebbe,revision_number=2']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:14:48.782368 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:14:49.162043 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 6ceabb4e-d498-4886-8947-c495df43ebbe up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:14:49.212950 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port 6ceabb4e-d498-4886-8947-c495df43ebbe completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:14:49.605166 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3487d61c-571c-4749-867d-9fdcc9ec4525 None None] Network 40af5bfc-f3c9-42f1-bf76-74466ecbfd7f requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:14:49.667369 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-8082b192-99bf-4800-8ce1-cfb7d6d8e71c None None] Provisioning for port 6ceabb4e-d498-4886-8947-c495df43ebbe completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:14:49.677111 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-8082b192-99bf-4800-8ce1-cfb7d6d8e71c None None] Provisioning complete for port 6ceabb4e-d498-4886-8947-c495df43ebbe triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:14:49.677489 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-8082b192-99bf-4800-8ce1-cfb7d6d8e71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:49.833600 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-8082b192-99bf-4800-8ce1-cfb7d6d8e71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:49.878201 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-8082b192-99bf-4800-8ce1-cfb7d6d8e71c None None] For port 6ceabb4e-d498-4886-8947-c495df43ebbe, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=6ceabb4e-d498-4886-8947-c495df43ebbe,segment=NetworkSegment(688fb09a-4b08-42a2-b875-adffac2c16fd),segment_id=688fb09a-4b08-42a2-b875-adffac2c16fd)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:14:49.883838 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-8082b192-99bf-4800-8ce1-cfb7d6d8e71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:49.886911 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-0e2ad3c8-1752-45f6-b842-a0d4d14165a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:14:49.939904 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082b192-99bf-4800-8ce1-cfb7d6d8e71c None None] Pushing event updated for resources: {'Port': ['ID=6ceabb4e-d498-4886-8947-c495df43ebbe,revision_number=3']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:14:49.944109 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-8082b192-99bf-4800-8ce1-cfb7d6d8e71c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:14:50.103395 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b98b913e-e849-4ff4-a371-b916143f40f9 None None] Provisioning complete for port 6ceabb4e-d498-4886-8947-c495df43ebbe triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:14:50.103704 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b98b913e-e849-4ff4-a371-b916143f40f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:14:51.141766 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 6ceabb4e-d498-4886-8947-c495df43ebbe up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:14:51.188182 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 6ceabb4e-d498-4886-8947-c495df43ebbe triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:14:51.188546 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:02.576096 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-c1843140-bd83-4311-b673-a92a71e05052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:04.905920 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:05.701715 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-c28c4629-1f13-4b92-941c-d785b245aaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:06.379659 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:06.549495 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 5 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:15:08.047439 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:32.576793 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-a213b47c-4513-4c95-af17-13a7ed86f20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:34.908314 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:35.701264 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-38e5be89-e440-4d11-af4a-a5d4b116aeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:36.381732 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:38.052018 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:43.547798 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 5 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:15:55.219234 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 42462) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:55.225715 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [None req-4df30169-196d-4e7a-9d75-df4c5dc679f4 tempest-verify_tempest_config-1823764168 tempest-verify_tempest_config-1823764168-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:15:55.226701 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-4df30169-196d-4e7a-9d75-df4c5dc679f4 tempest-verify_tempest_config-1823764168 tempest-verify_tempest_config-1823764168-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064962 Jun 23 16:15:55.520344 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 42480) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:55.617744 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-039cf1b1-d260-452c-b448-79c5d7b7ef2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:55.702708 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-039cf1b1-d260-452c-b448-79c5d7b7ef2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:55.706213 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-039cf1b1-d260-452c-b448-79c5d7b7ef2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:55.712761 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:55.748811 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039cf1b1-d260-452c-b448-79c5d7b7ef2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d422fa-fffc-429c-a355-f0641673836f,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:55.752305 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-039cf1b1-d260-452c-b448-79c5d7b7ef2a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f4872996bf2a462f8362b1a4c3066dcf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2309911 Jun 23 16:15:55.755054 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 42484) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:15:55.758030 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039cf1b1-d260-452c-b448-79c5d7b7ef2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.758419 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039cf1b1-d260-452c-b448-79c5d7b7ef2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.758757 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039cf1b1-d260-452c-b448-79c5d7b7ef2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.759083 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039cf1b1-d260-452c-b448-79c5d7b7ef2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.759419 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039cf1b1-d260-452c-b448-79c5d7b7ef2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.759722 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039cf1b1-d260-452c-b448-79c5d7b7ef2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.760039 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039cf1b1-d260-452c-b448-79c5d7b7ef2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.760354 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039cf1b1-d260-452c-b448-79c5d7b7ef2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.760684 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039cf1b1-d260-452c-b448-79c5d7b7ef2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.761002 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039cf1b1-d260-452c-b448-79c5d7b7ef2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.761312 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039cf1b1-d260-452c-b448-79c5d7b7ef2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.761706 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039cf1b1-d260-452c-b448-79c5d7b7ef2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.765885 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-039cf1b1-d260-452c-b448-79c5d7b7ef2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:15:55.813516 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2a7a40c0-5b17-4b5d-a1cf-08ca439a6bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:55.834561 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2a7a40c0-5b17-4b5d-a1cf-08ca439a6bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:55.920339 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2a7a40c0-5b17-4b5d-a1cf-08ca439a6bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:55.923302 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2a7a40c0-5b17-4b5d-a1cf-08ca439a6bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:15:55.927697 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-2a7a40c0-5b17-4b5d-a1cf-08ca439a6bce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/98d422fa-fffc-429c-a355-f0641673836f HTTP/1.1" status: 204 len: 168 time: 0.1706769 Jun 23 16:15:55.928439 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:15:55.935522 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a40c0-5b17-4b5d-a1cf-08ca439a6bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d422fa-fffc-429c-a355-f0641673836f,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:15:55.942142 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a40c0-5b17-4b5d-a1cf-08ca439a6bce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.942518 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a40c0-5b17-4b5d-a1cf-08ca439a6bce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.942912 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a40c0-5b17-4b5d-a1cf-08ca439a6bce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.943737 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a40c0-5b17-4b5d-a1cf-08ca439a6bce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.944059 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a40c0-5b17-4b5d-a1cf-08ca439a6bce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.944395 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a40c0-5b17-4b5d-a1cf-08ca439a6bce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.944717 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a40c0-5b17-4b5d-a1cf-08ca439a6bce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.945032 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a40c0-5b17-4b5d-a1cf-08ca439a6bce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.945344 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a40c0-5b17-4b5d-a1cf-08ca439a6bce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.945652 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a40c0-5b17-4b5d-a1cf-08ca439a6bce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.945959 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a40c0-5b17-4b5d-a1cf-08ca439a6bce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.946330 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7a40c0-5b17-4b5d-a1cf-08ca439a6bce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:15:55.953926 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-2a7a40c0-5b17-4b5d-a1cf-08ca439a6bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:16:02.578077 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-77179cbc-60f5-43fb-a84d-1dfa88091fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:04.911579 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:05.701635 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-fdca1249-32f0-42d8-b001-985d51458433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:06.384560 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:08.063375 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:20.547115 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 5 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:16:32.579117 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d592b4f8-0d11-4e97-840c-f4e30b1c632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:34.913865 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:35.701653 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ffd85475-0d7f-4a18-82ce-796f7c979636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:36.387537 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:38.061380 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:16:57.548347 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 5 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:17:02.579247 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-46128a53-58dc-467a-95f8-27e61fe5bd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:04.915052 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:05.702283 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7031ca5c-3fda-418f-9924-e80e390e4571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:06.389184 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:08.063315 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:32.580816 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d05d03d9-f68e-4193-a65b-48bf401b3229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:34.547326 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 5 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:17:34.919589 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:35.702391 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-3212350d-fd9a-476d-98e7-1ca46287e758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:36.393029 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:38.066193 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:39.156742 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093'] for agent, after_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:17:52.881682 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 42558) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:52.982600 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-cfd888a5-b59a-4f14-b110-b151d5ad4e3c admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0997758 Jun 23 16:17:55.114645 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 42568) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:17:55.173407 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-5076e990-7d99-48db-9d6f-84fdac21198e admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0576909 Jun 23 16:18:02.581845 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-3f89f5f2-a77e-4456-96ac-a6d054e21368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:04.920608 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:05.703508 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-1396a15a-e4a2-4705-8b1f-66374386a77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:06.395605 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:08.071337 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:09.156339 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:11.546303 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:18:32.581601 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-deff1af3-a161-4c3d-b0f4-d90197b673f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:34.921054 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:35.703818 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ed3d00bf-c198-4eb2-b5e6-58fc8bf283c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:36.398705 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:38.077637 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:39.163186 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:18:48.546943 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:19:02.585912 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-fa3b115a-941f-4465-8df7-74eaa3d8148d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:04.925247 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:05.703643 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-31b5a85f-f14a-48e7-87c6-e6038ae07e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:06.403895 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:08.076932 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:09.163043 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:23.657508 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 42758) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:23.956299 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-408321401-network', 'tenant_id': 'a880a986b3474fb7aee8676598bc91b5'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:23.977432 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Made reservation on behalf of a880a986b3474fb7aee8676598bc91b5 for: {'network': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:19:23.980040 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for network, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:23.987988 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.030840 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 42782) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:24.079989 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.083865 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.088936 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:24.113713 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=92864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:19:24.121120 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e936191f-c9fd-49f0-8f94-eb9687746a41,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:24.130690 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.131171 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.segments_db [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Added segment a5cd581f-8376-4163-a31a-e78ffac1a8cb of type vlan for network c6e4245e-4f0f-4237-826e-50852997cf26 Jun 23 16:19:24.133356 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.133785 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.134224 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.134620 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.135005 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.135351 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.135674 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.135989 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.136318 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.136632 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.137508 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.137824 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Tracked resource versions report: Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: pushed versions: Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: { 'AddressGroup': {'1.2'}, Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: 'ConntrackHelper': {'1.0'}, Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: 'Log': {'1.0'}, Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: 'Network': {'1.1'}, Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: 'Port': {'1.7'}, Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: 'PortForwarding': {'1.2'}, Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: 'QosPolicy': {'1.8'}, Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: 'SecurityGroup': {'1.4'}, Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: 'SubPort': {'1.0'}, Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: 'Subnet': {'1.1'}, Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: 'Trunk': {'1.1'}} Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: consumer versions: Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: { DHCP agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: HyperV agent@hv-cinder-78836: {}, Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: L3 agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: Metadata agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: Metering agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: Open vSwitch agent@dv-cinder-788363-4-iscsi: { 'AddressGroup': '1.2', Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: 'ConntrackHelper': '1.0', Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: 'Log': '1.0', Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: 'Network': '1.1', Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: 'Port': '1.7', Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: 'PortForwarding': '1.2', Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: 'QosPolicy': '1.8', Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: 'SecurityGroup': '1.4', Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: 'SecurityGroupRule': '1.2', Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: 'SubPort': '1.0', Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: 'Subnet': '1.1', Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: 'Trunk': '1.1'}} Jun 23 16:19:24.138875 dv-cinder-788363-4-iscsi neutron-server[92864]: {{(pid=92864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:19:24.141991 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:24.181890 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751333559336'] for network, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.216198 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055'] for network, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.218717 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:24.220023 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.223164 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-02c85c7b-e175-4e65-b421-b4e14e2394fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:24.281925 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Pushing event updated for resources: {'Network': ['ID=c6e4245e-4f0f-4237-826e-50852997cf26,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:24.284873 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:24.291105 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6333747 Jun 23 16:19:24.291210 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 42796) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:24.294302 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Network c6e4245e-4f0f-4237-826e-50852997cf26 details requested by agent ovs-agent-dv-cinder-788363-4-iscsi with host dv-cinder-788363-4-iscsi {{(pid=92865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:19:24.299449 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-a97dd24e-c09f-4b3f-be75-b4ae5a13bc59 admin admin] Request body: {'subnet': {'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-408321401-subnet', 'tenant_id': 'a880a986b3474fb7aee8676598bc91b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:24.308472 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 42798) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:24.326102 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97dd24e-c09f-4b3f-be75-b4ae5a13bc59 admin admin] Made reservation on behalf of a880a986b3474fb7aee8676598bc91b5 for: {'subnet': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:19:24.328464 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a97dd24e-c09f-4b3f-be75-b4ae5a13bc59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.371826 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 42804) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:24.450677 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1029271213-network', 'tenant_id': '12170a031e6b4315b817d298dfa78b3d'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:24.502615 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Made reservation on behalf of 12170a031e6b4315b817d298dfa78b3d for: {'network': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:19:24.505310 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for network, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.515847 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.649336 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-26ae016a-749d-4af9-ba6a-5c7f93f225ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-672846221-network', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:24.653612 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.662225 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.686496 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ae016a-749d-4af9-ba6a-5c7f93f225ff admin admin] Made reservation on behalf of a76e9d11e45c4db3b9f6a8f2b48aff11 for: {'network': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:19:24.689135 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-26ae016a-749d-4af9-ba6a-5c7f93f225ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for network, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.700895 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-26ae016a-749d-4af9-ba6a-5c7f93f225ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.718047 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-039cf1b1-d260-452c-b448-79c5d7b7ef2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:24.727781 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=92863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:19:24.738512 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.739052 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.db.segments_db [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Added segment eb1cff15-5967-4336-be43-79a72ced30a8 of type vlan for network 5e435acc-581c-4487-b75b-fc68db6924b4 Jun 23 16:19:24.784929 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751333559336'] for network, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.809029 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-26ae016a-749d-4af9-ba6a-5c7f93f225ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.812182 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a97dd24e-c09f-4b3f-be75-b4ae5a13bc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060'] for subnet, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.813676 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-26ae016a-749d-4af9-ba6a-5c7f93f225ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.830045 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ae016a-749d-4af9-ba6a-5c7f93f225ff admin admin] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=92864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:19:24.835193 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055'] for network, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.840838 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-26ae016a-749d-4af9-ba6a-5c7f93f225ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.841204 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.segments_db [None req-26ae016a-749d-4af9-ba6a-5c7f93f225ff admin admin] Added segment 294b7224-b1d6-45e3-884f-d12499d32131 of type vlan for network d81a662b-e50c-4dc5-bfb6-5973df30f3e2 Jun 23 16:19:24.857840 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-c8b20238-6b9c-40dd-b2ba-e5e1d9fe8837 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-894092085-network', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:24.860986 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:24.862068 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:24.862860 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.906512 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-26ae016a-749d-4af9-ba6a-5c7f93f225ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751333559336'] for network, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.929208 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97dd24e-c09f-4b3f-be75-b4ae5a13bc59 admin admin] Checking segment: {'id': 'a5cd581f-8376-4163-a31a-e78ffac1a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:19:24.929852 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97dd24e-c09f-4b3f-be75-b4ae5a13bc59 admin admin] Network hostable DHCP agents. Network: c6e4245e-4f0f-4237-826e-50852997cf26, hostable agents: ['282bd639-6a17-4952-b94c-338e5747c82c'], hosted agents: [] {{(pid=92863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:19:24.940758 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9084847 Jun 23 16:19:24.942884 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 42840) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:24.947844 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-962b1c21-5820-4e37-bb15-e8fc96699c72 admin admin] Request body: {'subnet': {'network_id': '5e435acc-581c-4487-b75b-fc68db6924b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1029271213-subnet', 'tenant_id': '12170a031e6b4315b817d298dfa78b3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:24.952395 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-26ae016a-749d-4af9-ba6a-5c7f93f225ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055'] for network, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.957855 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7c963e-c048-4763-92d4-ebce7c7ec436,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:24.963390 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ae016a-749d-4af9-ba6a-5c7f93f225ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:24.964601 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-26ae016a-749d-4af9-ba6a-5c7f93f225ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:24.971231 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.971610 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.971965 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.972291 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.972614 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.972958 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.973464 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.973936 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.974535 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.975709 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.975709 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.975709 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Tracked resource versions report: Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: pushed versions: Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: { 'AddressGroup': {'1.2'}, Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: 'ConntrackHelper': {'1.0'}, Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: 'Log': {'1.0'}, Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: 'Network': {'1.1'}, Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: 'Port': {'1.7'}, Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: 'PortForwarding': {'1.2'}, Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: 'QosPolicy': {'1.8'}, Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: 'SecurityGroup': {'1.4'}, Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: 'SubPort': {'1.0'}, Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: 'Subnet': {'1.1'}, Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: 'Trunk': {'1.1'}} Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: consumer versions: Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: { DHCP agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: HyperV agent@hv-cinder-78836: {}, Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: L3 agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: Metadata agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: Metering agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: Open vSwitch agent@dv-cinder-788363-4-iscsi: { 'AddressGroup': '1.2', Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: 'ConntrackHelper': '1.0', Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: 'Log': '1.0', Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: 'Network': '1.1', Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: 'Port': '1.7', Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: 'PortForwarding': '1.2', Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: 'QosPolicy': '1.8', Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: 'SecurityGroup': '1.4', Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: 'SecurityGroupRule': '1.2', Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: 'SubPort': '1.0', Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: 'Subnet': '1.1', Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: 'Trunk': '1.1'}} Jun 23 16:19:24.977144 dv-cinder-788363-4-iscsi neutron-server[92863]: {{(pid=92863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:19:24.982884 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97dd24e-c09f-4b3f-be75-b4ae5a13bc59 admin admin] Network c6e4245e-4f0f-4237-826e-50852997cf26 is scheduled to be hosted by DHCP agent 282bd639-6a17-4952-b94c-338e5747c82c with binding_index 1 {{(pid=92863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:19:24.984004 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae016a-749d-4af9-ba6a-5c7f93f225ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defb664e-1d99-4c6b-80f2-87de219ddcae,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:24.985329 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:24.986808 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-fe87e7c8-eb7f-422b-84ef-c06e5dfd32c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:24.987970 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-26ae016a-749d-4af9-ba6a-5c7f93f225ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:24.987970 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:25.012355 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b20238-6b9c-40dd-b2ba-e5e1d9fe8837 admin admin] Made reservation on behalf of a11bfaeaf90b4b2a9e648a6081eb79d6 for: {'network': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:19:25.015799 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c8b20238-6b9c-40dd-b2ba-e5e1d9fe8837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for network, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.025068 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962b1c21-5820-4e37-bb15-e8fc96699c72 admin admin] Made reservation on behalf of 12170a031e6b4315b817d298dfa78b3d for: {'subnet': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:19:25.028028 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-962b1c21-5820-4e37-bb15-e8fc96699c72 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.054190 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-26ae016a-749d-4af9-ba6a-5c7f93f225ff admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7439823 Jun 23 16:19:25.055190 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c8b20238-6b9c-40dd-b2ba-e5e1d9fe8837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.059334 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 42844) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:25.064230 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-b2095d1b-cdb6-4dd3-8052-7e120b94c49f admin admin] Request body: {'subnet': {'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-672846221-subnet', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:25.072213 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97dd24e-c09f-4b3f-be75-b4ae5a13bc59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9790e06a-23e5-4112-9fcd-ab37b14fb6cc,revision_number=0']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:25.075036 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-a97dd24e-c09f-4b3f-be75-b4ae5a13bc59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-iscsi, c6e4245e-4f0f-4237-826e-50852997cf26) {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:25.076732 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-a97dd24e-c09f-4b3f-be75-b4ae5a13bc59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:25.085195 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7811a12-474b-4ef0-b3d1-ae7418bcf1f8 None None] Network c6e4245e-4f0f-4237-826e-50852997cf26 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:19:25.093417 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae016a-749d-4af9-ba6a-5c7f93f225ff admin admin] Pushing event updated for resources: {'Network': ['ID=d81a662b-e50c-4dc5-bfb6-5973df30f3e2,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:25.100539 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-26ae016a-749d-4af9-ba6a-5c7f93f225ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:25.108226 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-925d3cec-aaa8-437c-a3e7-6384346b8e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:25.118384 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2095d1b-cdb6-4dd3-8052-7e120b94c49f admin admin] Made reservation on behalf of a76e9d11e45c4db3b9f6a8f2b48aff11 for: {'subnet': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:19:25.121820 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b2095d1b-cdb6-4dd3-8052-7e120b94c49f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.185689 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Network d81a662b-e50c-4dc5-bfb6-5973df30f3e2 details requested by agent ovs-agent-dv-cinder-788363-4-iscsi with host dv-cinder-788363-4-iscsi {{(pid=92865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:19:25.344671 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c8b20238-6b9c-40dd-b2ba-e5e1d9fe8837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.372607 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c8b20238-6b9c-40dd-b2ba-e5e1d9fe8837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.407869 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b20238-6b9c-40dd-b2ba-e5e1d9fe8837 admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=92864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:19:25.411095 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Pushing event updated for resources: {'Network': ['ID=5e435acc-581c-4487-b75b-fc68db6924b4,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:25.419983 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-2a7a40c0-5b17-4b5d-a1cf-08ca439a6bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:25.428867 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:25.430513 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97dd24e-c09f-4b3f-be75-b4ae5a13bc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:25.433488 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a97dd24e-c09f-4b3f-be75-b4ae5a13bc59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for subnet, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.441281 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c8b20238-6b9c-40dd-b2ba-e5e1d9fe8837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.441629 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.segments_db [None req-c8b20238-6b9c-40dd-b2ba-e5e1d9fe8837 admin admin] Added segment 3e773a08-1a50-4d4d-9a02-291be1d2dc56 of type vlan for network c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 Jun 23 16:19:25.445306 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b20238-6b9c-40dd-b2ba-e5e1d9fe8837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d173c0-12c0-4331-a107-36d3ba611634,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:25.453685 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Network 5e435acc-581c-4487-b75b-fc68db6924b4 details requested by agent ovs-agent-dv-cinder-788363-4-iscsi with host dv-cinder-788363-4-iscsi {{(pid=92865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:19:25.461224 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c8b20238-6b9c-40dd-b2ba-e5e1d9fe8837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:25.482748 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-962b1c21-5820-4e37-bb15-e8fc96699c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060'] for subnet, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.499520 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:25.508734 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d03e9e-560d-4049-a59a-3d7abb8277fa None None] Network c6e4245e-4f0f-4237-826e-50852997cf26 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:19:25.547874 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:19:25.573336 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c8b20238-6b9c-40dd-b2ba-e5e1d9fe8837 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751333559336'] for network, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.605089 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-a97dd24e-c09f-4b3f-be75-b4ae5a13bc59 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3132091 Jun 23 16:19:25.605834 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 42856) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:25.609661 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b1c21-5820-4e37-bb15-e8fc96699c72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d8f05bd-be70-42c2-901b-b646cd7696ea,revision_number=0']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:25.618470 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-962b1c21-5820-4e37-bb15-e8fc96699c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:25.647581 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-3fa8ce81-96f0-4c1a-9257-58395354753b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-408321401-router', 'tenant_id': 'a880a986b3474fb7aee8676598bc91b5', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:25.741030 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3fa8ce81-96f0-4c1a-9257-58395354753b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13144'] for router, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.742037 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3fa8ce81-96f0-4c1a-9257-58395354753b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653616', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13123'] for router, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.747690 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962b1c21-5820-4e37-bb15-e8fc96699c72 admin admin] Checking segment: {'id': 'eb1cff15-5967-4336-be43-79a72ced30a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '5e435acc-581c-4487-b75b-fc68db6924b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:19:25.748045 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962b1c21-5820-4e37-bb15-e8fc96699c72 admin admin] Network hostable DHCP agents. Network: 5e435acc-581c-4487-b75b-fc68db6924b4, hostable agents: ['282bd639-6a17-4952-b94c-338e5747c82c'], hosted agents: [] {{(pid=92863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:19:25.786372 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c8b20238-6b9c-40dd-b2ba-e5e1d9fe8837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055'] for network, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.792442 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b20238-6b9c-40dd-b2ba-e5e1d9fe8837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:25.793426 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c8b20238-6b9c-40dd-b2ba-e5e1d9fe8837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.824917 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:25.842676 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-c8b20238-6b9c-40dd-b2ba-e5e1d9fe8837 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4690945 Jun 23 16:19:25.844527 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b2095d1b-cdb6-4dd3-8052-7e120b94c49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060'] for subnet, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.845353 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 42866) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:25.854205 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-6723ac31-3239-4ee5-a23a-00e4ad64b144 admin admin] Request body: {'subnet': {'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-894092085-subnet', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:25.859044 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3fa8ce81-96f0-4c1a-9257-58395354753b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:25.861870 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962b1c21-5820-4e37-bb15-e8fc96699c72 admin admin] Network 5e435acc-581c-4487-b75b-fc68db6924b4 is scheduled to be hosted by DHCP agent 282bd639-6a17-4952-b94c-338e5747c82c with binding_index 1 {{(pid=92863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:19:25.945671 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-962b1c21-5820-4e37-bb15-e8fc96699c72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-iscsi, 5e435acc-581c-4487-b75b-fc68db6924b4) {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:25.954737 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca98a11-accb-434a-9097-95069e82daf6 None None] Network 5e435acc-581c-4487-b75b-fc68db6924b4 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:19:25.984791 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962b1c21-5820-4e37-bb15-e8fc96699c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:25.985593 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-962b1c21-5820-4e37-bb15-e8fc96699c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for subnet, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:26.005676 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6723ac31-3239-4ee5-a23a-00e4ad64b144 admin admin] Made reservation on behalf of a11bfaeaf90b4b2a9e648a6081eb79d6 for: {'subnet': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:19:26.008625 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6723ac31-3239-4ee5-a23a-00e4ad64b144 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:26.017948 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b20238-6b9c-40dd-b2ba-e5e1d9fe8837 admin admin] Pushing event updated for resources: {'Network': ['ID=c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:26.031339 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c8b20238-6b9c-40dd-b2ba-e5e1d9fe8837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:26.042087 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:26.052963 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Network c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 details requested by agent ovs-agent-dv-cinder-788363-4-iscsi with host dv-cinder-788363-4-iscsi {{(pid=92865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:19:26.053357 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2095d1b-cdb6-4dd3-8052-7e120b94c49f admin admin] Checking segment: {'id': '294b7224-b1d6-45e3-884f-d12499d32131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:19:26.053857 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2095d1b-cdb6-4dd3-8052-7e120b94c49f admin admin] Network hostable DHCP agents. Network: d81a662b-e50c-4dc5-bfb6-5973df30f3e2, hostable agents: ['282bd639-6a17-4952-b94c-338e5747c82c'], hosted agents: [] {{(pid=92864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:19:26.096108 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3fa8ce81-96f0-4c1a-9257-58395354753b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13181'] for router, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:26.111943 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4951b0c1-db7f-495d-b90b-a4eaac5af702 None None] Network 5e435acc-581c-4487-b75b-fc68db6924b4 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:19:26.124820 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-962b1c21-5820-4e37-bb15-e8fc96699c72 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1801217 Jun 23 16:19:26.225778 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2095d1b-cdb6-4dd3-8052-7e120b94c49f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e737d9e7-5b3c-4d9d-bb31-91a55656b0db,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:26.235188 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b2095d1b-cdb6-4dd3-8052-7e120b94c49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:26.237883 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2095d1b-cdb6-4dd3-8052-7e120b94c49f admin admin] Network d81a662b-e50c-4dc5-bfb6-5973df30f3e2 is scheduled to be hosted by DHCP agent 282bd639-6a17-4952-b94c-338e5747c82c with binding_index 1 {{(pid=92864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:19:26.264701 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-b2095d1b-cdb6-4dd3-8052-7e120b94c49f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-iscsi, d81a662b-e50c-4dc5-bfb6-5973df30f3e2) {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:26.270253 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2095d1b-cdb6-4dd3-8052-7e120b94c49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:26.270828 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b2095d1b-cdb6-4dd3-8052-7e120b94c49f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for subnet, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:26.294916 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9152ec5-32d6-45ac-928f-6d1d78a1e39f None None] Network d81a662b-e50c-4dc5-bfb6-5973df30f3e2 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:19:26.407225 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-b2095d1b-cdb6-4dd3-8052-7e120b94c49f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3464375 Jun 23 16:19:26.413163 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 42900) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:26.419051 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-9466cfc8-6598-4866-b6db-5bcf03a3dec7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-672846221-router', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:26.453910 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9466cfc8-6598-4866-b6db-5bcf03a3dec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13144'] for router, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:26.456525 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9466cfc8-6598-4866-b6db-5bcf03a3dec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653616', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13123'] for router, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:26.472170 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6723ac31-3239-4ee5-a23a-00e4ad64b144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060'] for subnet, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:26.484387 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:26.539136 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3fa8ce81-96f0-4c1a-9257-58395354753b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:26.571387 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2728efe2-9a30-5507-811f-70851ed494d0-d81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'fixed_ips': [{'subnet_id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db'}]}} from dv-cinder-788363-4-iscsi. {{(pid=92865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:19:26.572278 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:26.618459 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3fa8ce81-96f0-4c1a-9257-58395354753b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:26.636299 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6723ac31-3239-4ee5-a23a-00e4ad64b144 admin admin] Checking segment: {'id': '3e773a08-1a50-4d4d-9a02-291be1d2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:19:26.636679 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6723ac31-3239-4ee5-a23a-00e4ad64b144 admin admin] Network hostable DHCP agents. Network: c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55, hostable agents: ['282bd639-6a17-4952-b94c-338e5747c82c'], hosted agents: [] {{(pid=92864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:19:26.708979 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9466cfc8-6598-4866-b6db-5bcf03a3dec7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:26.776494 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723ac31-3239-4ee5-a23a-00e4ad64b144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:26.798511 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.db_base_plugin_common [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Allocated IP 172.20.0.2 (d81a662b-e50c-4dc5-bfb6-5973df30f3e2/e737d9e7-5b3c-4d9d-bb31-91a55656b0db/fd7122ef-c148-4780-8355-1a100cf61199) {{(pid=92865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:19:26.799096 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-6723ac31-3239-4ee5-a23a-00e4ad64b144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:26.844651 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [None req-3fa8ce81-96f0-4c1a-9257-58395354753b admin admin] Allocated IP 172.27.3.45 (e0719ee7-fed0-4bca-a581-6af63c437fb6/0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4/31af53db-6704-4862-b16a-01483e2bba03) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:19:26.870818 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6723ac31-3239-4ee5-a23a-00e4ad64b144 admin admin] Network c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 is scheduled to be hosted by DHCP agent 282bd639-6a17-4952-b94c-338e5747c82c with binding_index 1 {{(pid=92864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:19:26.992425 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9466cfc8-6598-4866-b6db-5bcf03a3dec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13181'] for router, precommit_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.005772 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-6723ac31-3239-4ee5-a23a-00e4ad64b144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-iscsi, c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55) {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:27.020068 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6723ac31-3239-4ee5-a23a-00e4ad64b144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:27.020868 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6723ac31-3239-4ee5-a23a-00e4ad64b144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for subnet, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.041349 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3fa8ce81-96f0-4c1a-9257-58395354753b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.072301 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-6723ac31-3239-4ee5-a23a-00e4ad64b144 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2227268 Jun 23 16:19:27.085696 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Notify callbacks [] for port, precommit_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.094323 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Transition to ACTIVE for port object fd7122ef-c148-4780-8355-1a100cf61199 will not be triggered until provisioned by entity L2. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:19:27.099447 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 42928) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:27.106344 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-c461628d-c940-4c3c-8301-45647a3af06a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-894092085-router', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:27.114223 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Transition to ACTIVE for port object fd7122ef-c148-4780-8355-1a100cf61199 will not be triggered until provisioned by entity DHCP. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:19:27.117503 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a54fa89-ee01-4b1b-865d-bf374cd96a20 None None] Network c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:19:27.128878 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3fa8ce81-96f0-4c1a-9257-58395354753b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.143230 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:27.157206 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c461628d-c940-4c3c-8301-45647a3af06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13144'] for router, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.157904 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.158984 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c461628d-c940-4c3c-8301-45647a3af06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653616', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13123'] for router, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.169285 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa8ce81-96f0-4c1a-9257-58395354753b admin admin] Network e0719ee7-fed0-4bca-a581-6af63c437fb6 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:19:27.175607 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-3fa8ce81-96f0-4c1a-9257-58395354753b admin admin] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:27.185762 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:27.202581 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Network d81a662b-e50c-4dc5-bfb6-5973df30f3e2 is already hosted by enough agents. {{(pid=92865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:19:27.218834 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa8ce81-96f0-4c1a-9257-58395354753b admin admin] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:19:27.270413 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.scheduler.base_scheduler [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Resources bound (agent type, host, resource id): {{(pid=92865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:27.291318 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c461628d-c940-4c3c-8301-45647a3af06a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.292028 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 42958) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:27.301855 dv-cinder-788363-4-iscsi neutron-server[92864]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 16:19:27.305990 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Received port after_create {{(pid=92865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:19:27.431823 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8ce81-96f0-4c1a-9257-58395354753b admin admin] Pushing event updated for resources: {'Port': ['ID=31af53db-6704-4862-b16a-01483e2bba03,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:27.449130 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-3fa8ce81-96f0-4c1a-9257-58395354753b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:27.476456 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Pushing event updated for resources: {'Port': ['ID=fd7122ef-c148-4780-8355-1a100cf61199,revision_number=1']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:27.531503 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Attempting to bind port fd7122ef-c148-4780-8355-1a100cf61199 on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:19:27.531872 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Attempting to bind port fd7122ef-c148-4780-8355-1a100cf61199 by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': '294b7224-b1d6-45e3-884f-d12499d32131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2'}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:19:27.532229 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Attempting to bind port fd7122ef-c148-4780-8355-1a100cf61199 on network d81a662b-e50c-4dc5-bfb6-5973df30f3e2 {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:19:27.534796 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:27.537220 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:27.537867 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:27.538608 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:27.539124 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:27.541559 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:27.542081 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:27.542794 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:27.544027 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:27.545006 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:27.546425 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:27.547675 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Tracked resource versions report: Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: pushed versions: Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: { 'AddressGroup': {'1.2'}, Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: 'ConntrackHelper': {'1.0'}, Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: 'Log': {'1.0'}, Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: 'Network': {'1.1'}, Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: 'Port': {'1.7'}, Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: 'PortForwarding': {'1.2'}, Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: 'QosPolicy': {'1.8'}, Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: 'SecurityGroup': {'1.4'}, Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: 'SubPort': {'1.0'}, Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: 'Subnet': {'1.1'}, Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: 'Trunk': {'1.1'}} Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: consumer versions: Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: { DHCP agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: HyperV agent@hv-cinder-78836: {}, Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: L3 agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: Metadata agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: Metering agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: Open vSwitch agent@dv-cinder-788363-4-iscsi: { 'AddressGroup': '1.2', Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: 'ConntrackHelper': '1.0', Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: 'Log': '1.0', Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: 'Network': '1.1', Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: 'Port': '1.7', Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: 'PortForwarding': '1.2', Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: 'QosPolicy': '1.8', Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: 'SecurityGroup': '1.4', Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: 'SecurityGroupRule': '1.2', Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: 'SubPort': '1.0', Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: 'Subnet': '1.1', Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: 'Trunk': '1.1'}} Jun 23 16:19:27.551032 dv-cinder-788363-4-iscsi neutron-server[92865]: {{(pid=92865) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:19:27.557337 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:27.570688 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:19:27.571063 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Checking segment: {'id': '294b7224-b1d6-45e3-884f-d12499d32131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:19:27.571465 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.572029 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Bound using segment: {'id': '294b7224-b1d6-45e3-884f-d12499d32131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2'} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:19:27.572322 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Bound port: fd7122ef-c148-4780-8355-1a100cf61199, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294b7224-b1d6-45e3-884f-d12499d32131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2'}}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:19:27.572687 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.820677 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2728efe2-9a30-5507-811f-70851ed494d0-c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'fixed_ips': [{'subnet_id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d'}]}} from dv-cinder-788363-4-iscsi. {{(pid=92865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:19:27.827198 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c461628d-c940-4c3c-8301-45647a3af06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13181'] for router, precommit_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.837641 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.864778 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] For port fd7122ef-c148-4780-8355-1a100cf61199, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:19:27.869987 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf0130-f853-4d96-b714-09c150f39672 req-c872d793-4bda-4138-ab37-607f2e091d7d tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:27.874716 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-caaf0130-f853-4d96-b714-09c150f39672 req-c872d793-4bda-4138-ab37-607f2e091d7d tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/networks?id=5e435acc-581c-4487-b75b-fc68db6924b4 HTTP/1.1" status: 200 len: 812 time: 0.5740106 Jun 23 16:19:27.879778 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3fa8ce81-96f0-4c1a-9257-58395354753b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:27.971761 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 42982) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:27.981874 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] For port fd7122ef-c148-4780-8355-1a100cf61199, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=fd7122ef-c148-4780-8355-1a100cf61199,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:19:27.989251 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:28.007190 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 42986) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:28.010849 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-0e2ad3c8-1752-45f6-b842-a0d4d14165a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:28.033997 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-caaf0130-f853-4d96-b714-09c150f39672 req-634f9ff2-74c5-40cf-92db-52c2e74b7499 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/quotas/12170a031e6b4315b817d298dfa78b3d HTTP/1.1" status: 200 len: 375 time: 0.1350112 Jun 23 16:19:28.110547 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.db_base_plugin_common [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Allocated IP 172.20.0.2 (c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55/3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d/af6f6ebc-0d45-498e-aedd-d7ecf1163709) {{(pid=92865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:19:28.137476 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Pushing event updated for resources: {'Port': ['ID=fd7122ef-c148-4780-8355-1a100cf61199,revision_number=2']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:28.142051 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:28.184127 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-caaf0130-f853-4d96-b714-09c150f39672 req-b7cc2bd8-a504-423e-b042-a4d2febfb850 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=12170a031e6b4315b817d298dfa78b3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1364357 Jun 23 16:19:28.187532 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9466cfc8-6598-4866-b6db-5bcf03a3dec7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:28.279887 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-d753f1e8-a46a-40ce-b521-e8ae0991b2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:28.281702 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4e47949c-4276-4508-9be3-d0ed60fa9f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:28.282997 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9466cfc8-6598-4866-b6db-5bcf03a3dec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:28.353214 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Notify callbacks [] for port, precommit_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:28.365953 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Transition to ACTIVE for port object af6f6ebc-0d45-498e-aedd-d7ecf1163709 will not be triggered until provisioned by entity L2. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:19:28.390760 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3fa8ce81-96f0-4c1a-9257-58395354753b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649335'] for router, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:28.419227 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Transition to ACTIVE for port object af6f6ebc-0d45-498e-aedd-d7ecf1163709 will not be triggered until provisioned by entity DHCP. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:19:28.427780 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:28.444202 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [req-caaf0130-f853-4d96-b714-09c150f39672 req-4f232f99-3581-45cc-8d9f-9c2d5c2b1074 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:19:28.445574 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-caaf0130-f853-4d96-b714-09c150f39672 req-4f232f99-3581-45cc-8d9f-9c2d5c2b1074 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1592147 Jun 23 16:19:28.457437 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:28.513827 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Network c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 is already hosted by enough agents. {{(pid=92865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:19:28.520602 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.scheduler.base_scheduler [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Resources bound (agent type, host, resource id): {{(pid=92865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:28.533620 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Received port after_create {{(pid=92865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:19:28.560051 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4e47949c-4276-4508-9be3-d0ed60fa9f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:28.579302 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4e47949c-4276-4508-9be3-d0ed60fa9f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:28.608224 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:28.630403 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-4e47949c-4276-4508-9be3-d0ed60fa9f66 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=af7717afee6f48aa99b108242ef5c815&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6217484 Jun 23 16:19:28.632908 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Pushing event updated for resources: {'Port': ['ID=af6f6ebc-0d45-498e-aedd-d7ecf1163709,revision_number=1']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:28.641859 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 43004) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:28.658384 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:28.669523 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-caaf0130-f853-4d96-b714-09c150f39672 req-664b1e86-614d-4400-8849-b05aebe1bf4a service neutron] 10.222.0.46 "GET /v2.0/networks/5e435acc-581c-4487-b75b-fc68db6924b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997397 Jun 23 16:19:28.675712 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Attempting to bind port af6f6ebc-0d45-498e-aedd-d7ecf1163709 on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:19:28.680263 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Attempting to bind port af6f6ebc-0d45-498e-aedd-d7ecf1163709 by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': '3e773a08-1a50-4d4d-9a02-291be1d2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55'}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:19:28.680865 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Attempting to bind port af6f6ebc-0d45-498e-aedd-d7ecf1163709 on network c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:19:28.688736 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:19:28.689114 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Checking segment: {'id': '3e773a08-1a50-4d4d-9a02-291be1d2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:19:28.689518 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:28.689955 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Bound using segment: {'id': '3e773a08-1a50-4d4d-9a02-291be1d2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55'} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:19:28.690455 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Bound port: af6f6ebc-0d45-498e-aedd-d7ecf1163709, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e773a08-1a50-4d4d-9a02-291be1d2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55'}}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:19:28.690824 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:28.755549 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_common [None req-9466cfc8-6598-4866-b6db-5bcf03a3dec7 admin admin] Allocated IP 172.27.3.14 (e0719ee7-fed0-4bca-a581-6af63c437fb6/0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4/a84cf266-4b19-4bd7-92af-a3140b741fbe) {{(pid=92864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:19:28.765285 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47949c-4276-4508-9be3-d0ed60fa9f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e8b664-1654-437a-8596-17c13497813b,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:28.771475 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-4e47949c-4276-4508-9be3-d0ed60fa9f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:28.832365 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] For port af6f6ebc-0d45-498e-aedd-d7ecf1163709, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:19:28.840781 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] For port af6f6ebc-0d45-498e-aedd-d7ecf1163709, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=af6f6ebc-0d45-498e-aedd-d7ecf1163709,segment=NetworkSegment(3e773a08-1a50-4d4d-9a02-291be1d2dc56),segment_id=3e773a08-1a50-4d4d-9a02-291be1d2dc56)] {{(pid=92865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:19:28.859331 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:28.862858 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:28.880024 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-f4a303d5-f4a5-47c1-a629-2968719590e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:28.905957 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa8ce81-96f0-4c1a-9257-58395354753b admin admin] Router 5fbd133b-efaa-494d-b76b-32ca355fff21 is scheduled to L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 with binding_index 1 {{(pid=92863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:19:28.925364 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9466cfc8-6598-4866-b6db-5bcf03a3dec7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:28.938706 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-f4a303d5-f4a5-47c1-a629-2968719590e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:28.959381 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Pushing event updated for resources: {'Port': ['ID=af6f6ebc-0d45-498e-aedd-d7ecf1163709,revision_number=2']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:28.963094 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:29.046583 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-d753f1e8-a46a-40ce-b521-e8ae0991b2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:29.068842 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-d753f1e8-a46a-40ce-b521-e8ae0991b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:29.078034 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:29.107544 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-caaf0130-f853-4d96-b714-09c150f39672 req-2af14bb9-8b4e-4274-a4e5-f9a39d9a7936 service neutron] 10.222.0.46 "GET /v2.0/networks/5e435acc-581c-4487-b75b-fc68db6924b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370980 Jun 23 16:19:29.148550 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753f1e8-a46a-40ce-b521-e8ae0991b2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa54f9e-a199-4bb5-a1b3-1bf0e8fc2bcf,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:29.151882 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-d753f1e8-a46a-40ce-b521-e8ae0991b2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:29.176783 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-d753f1e8-a46a-40ce-b521-e8ae0991b2f5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e82fe93b5bce4c029775021b7fd2e0d2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2049792 Jun 23 16:19:29.181287 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 43028) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:29.198600 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-f4a303d5-f4a5-47c1-a629-2968719590e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:29.205368 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-f4a303d5-f4a5-47c1-a629-2968719590e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:29.206787 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-f4a303d5-f4a5-47c1-a629-2968719590e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b6e8b664-1654-437a-8596-17c13497813b HTTP/1.1" status: 204 len: 168 time: 0.5619640 Jun 23 16:19:29.211465 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-d753f1e8-a46a-40ce-b521-e8ae0991b2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:29.213608 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa8ce81-96f0-4c1a-9257-58395354753b admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:19:29.237395 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a303d5-f4a5-47c1-a629-2968719590e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e8b664-1654-437a-8596-17c13497813b,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:29.238350 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] Sync routers for ids ['5fbd133b-efaa-494d-b76b-32ca355fff21'] in dv-cinder-788363-4-iscsi {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:19:29.240211 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-f4a303d5-f4a5-47c1-a629-2968719590e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:29.268531 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3fa8ce81-96f0-4c1a-9257-58395354753b admin admin] Notify callbacks [] for router, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:29.276071 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-3fa8ce81-96f0-4c1a-9257-58395354753b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6399400 Jun 23 16:19:29.280000 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 43032) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:29.328088 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] Routers {'5fbd133b-efaa-494d-b76b-32ca355fff21'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:19:29.329315 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:19:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['5fbd133b-efaa-494d-b76b-32ca355fff21'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:29.333310 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9fda93cc-aff7-48ff-bc1b-e70e16073915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:29.431642 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9fda93cc-aff7-48ff-bc1b-e70e16073915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:29.480454 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9466cfc8-6598-4866-b6db-5bcf03a3dec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:29.501530 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:29.542277 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device fd7122ef-c148-4780-8355-1a100cf61199 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:19:29.641458 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c461628d-c940-4c3c-8301-45647a3af06a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:29.737989 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port fd7122ef-c148-4780-8355-1a100cf61199 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:19:29.755527 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9466cfc8-6598-4866-b6db-5bcf03a3dec7 admin admin] Network e0719ee7-fed0-4bca-a581-6af63c437fb6 is already hosted by enough agents. {{(pid=92864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:19:29.759364 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-9466cfc8-6598-4866-b6db-5bcf03a3dec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:29.784337 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c461628d-c940-4c3c-8301-45647a3af06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:29.790902 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] Set router 5fbd133b-efaa-494d-b76b-32ca355fff21 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:19:29.799585 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9fda93cc-aff7-48ff-bc1b-e70e16073915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:29.802737 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9fda93cc-aff7-48ff-bc1b-e70e16073915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:29.807095 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9466cfc8-6598-4866-b6db-5bcf03a3dec7 admin admin] Received port after_create {{(pid=92864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:19:29.807324 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-9fda93cc-aff7-48ff-bc1b-e70e16073915 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aaa54f9e-a199-4bb5-a1b3-1bf0e8fc2bcf HTTP/1.1" status: 204 len: 168 time: 0.6248631 Jun 23 16:19:29.807852 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:29.816917 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda93cc-aff7-48ff-bc1b-e70e16073915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa54f9e-a199-4bb5-a1b3-1bf0e8fc2bcf,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:29.819324 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-9fda93cc-aff7-48ff-bc1b-e70e16073915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:29.894162 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466cfc8-6598-4866-b6db-5bcf03a3dec7 admin admin] Pushing event updated for resources: {'Port': ['ID=a84cf266-4b19-4bd7-92af-a3140b741fbe,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:29.900431 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9466cfc8-6598-4866-b6db-5bcf03a3dec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:29.905881 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-aa66663e-c146-4241-85db-1da90aacf666 req-a65f9d6f-21e7-4966-885f-aa8c7c3af56a tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 210 time: 0.1441817 Jun 23 16:19:29.932862 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94a3db7-6185-42b6-abf3-7c5ae5ba98b7 None None] Network d81a662b-e50c-4dc5-bfb6-5973df30f3e2 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:19:30.079274 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-eaa8a4da-a5c5-4803-88e0-a17acb60fa1a None None] Provisioning for port fd7122ef-c148-4780-8355-1a100cf61199 completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:19:30.091169 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-eaa8a4da-a5c5-4803-88e0-a17acb60fa1a None None] Provisioning complete for port fd7122ef-c148-4780-8355-1a100cf61199 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:30.091925 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a4da-a5c5-4803-88e0-a17acb60fa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:30.236207 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd133b-efaa-494d-b76b-32ca355fff21', 'name': 'tempest-ServerRescueNegativeTestJSON-408321401-router', 'tenant_id': 'a880a986b3474fb7aee8676598bc91b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '31af53db-6704-4862-b16a-01483e2bba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:25Z', 'updated_at': '2021-06-23T16:19:27Z', 'revision_number': 3, 'project_id': 'a880a986b3474fb7aee8676598bc91b5', 'gw_port': {'id': '31af53db-6704-4862-b16a-01483e2bba03', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd133b-efaa-494d-b76b-32ca355fff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:30.343908 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] Checking router: 5fbd133b-efaa-494d-b76b-32ca355fff21 for host: dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:19:30.344518 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] Updating router 5fbd133b-efaa-494d-b76b-32ca355fff21 port 31af53db-6704-4862-b16a-01483e2bba03 binding host dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:19:30.451454 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_common [None req-c461628d-c940-4c3c-8301-45647a3af06a admin admin] Allocated IP 172.27.3.168 (e0719ee7-fed0-4bca-a581-6af63c437fb6/0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4/3688b735-972a-4832-afc7-0a87ebccb064) {{(pid=92864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:19:30.453139 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:30.497819 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:30.608618 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a4da-a5c5-4803-88e0-a17acb60fa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:30.679720 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 43086) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:30.728456 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-eaa8a4da-a5c5-4803-88e0-a17acb60fa1a None None] For port fd7122ef-c148-4780-8355-1a100cf61199, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=fd7122ef-c148-4780-8355-1a100cf61199,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:30.734692 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2539-9b66-427d-9744-fb447c31232f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:30.742389 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a4da-a5c5-4803-88e0-a17acb60fa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:30.748330 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:30.876838 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8a4da-a5c5-4803-88e0-a17acb60fa1a None None] Pushing event updated for resources: {'Port': ['ID=fd7122ef-c148-4780-8355-1a100cf61199,revision_number=3']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:30.879484 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de736e2-d758-4ecb-a683-68af0bc9153e None None] Network c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:19:30.889875 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-eaa8a4da-a5c5-4803-88e0-a17acb60fa1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:30.977041 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-02b08c50-d59a-4726-96ef-05d35085527d None None] Provisioning for port af6f6ebc-0d45-498e-aedd-d7ecf1163709 completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:19:31.037315 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9466cfc8-6598-4866-b6db-5bcf03a3dec7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.041075 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] Allocated IP 172.20.0.1 (c6e4245e-4f0f-4237-826e-50852997cf26/9790e06a-23e5-4112-9fcd-ab37b14fb6cc/a198b07d-8655-49bd-b57e-98829eb97e83) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:19:31.070597 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2539-9b66-427d-9744-fb447c31232f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.095984 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2539-9b66-427d-9744-fb447c31232f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.110803 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-4e47949c-4276-4508-9be3-d0ed60fa9f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:31.140368 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-1bbdff7d-fa3b-45a2-84ff-3e82ca715ade None None] Provisioning complete for port fd7122ef-c148-4780-8355-1a100cf61199 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:31.147541 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-1bbdff7d-fa3b-45a2-84ff-3e82ca715ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.190315 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0514293d-5475-4e62-bf3d-73e177aba45d req-28a34065-64b3-43aa-93e9-055cb54a156a tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 210 time: 0.1532733 Jun 23 16:19:31.216716 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c461628d-c940-4c3c-8301-45647a3af06a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.241530 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-9cfe2539-9b66-427d-9744-fb447c31232f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b933abd964f846dcbd12fec00c6cc1ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5591528 Jun 23 16:19:31.258308 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 43116) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:31.272410 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe2539-9b66-427d-9744-fb447c31232f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b16ce1-e0d8-46be-94e3-321a30d24d3c,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:31.281738 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-9cfe2539-9b66-427d-9744-fb447c31232f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:31.528404 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c461628d-c940-4c3c-8301-45647a3af06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.548070 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device fd7122ef-c148-4780-8355-1a100cf61199 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:19:31.608085 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.617247 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e9179b2b-8e3f-400f-b9d2-596338a1bab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.627155 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9466cfc8-6598-4866-b6db-5bcf03a3dec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:31.652958 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e9179b2b-8e3f-400f-b9d2-596338a1bab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.655194 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port fd7122ef-c148-4780-8355-1a100cf61199 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:31.657270 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.718103 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.724308 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:31.773438 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c461628d-c940-4c3c-8301-45647a3af06a admin admin] Network e0719ee7-fed0-4bca-a581-6af63c437fb6 is already hosted by enough agents. {{(pid=92864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:19:31.780304 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-c461628d-c940-4c3c-8301-45647a3af06a admin admin] Resources bound (agent type, host, resource id): {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:31.786798 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c461628d-c940-4c3c-8301-45647a3af06a admin admin] Received port after_create {{(pid=92864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:19:31.791740 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461628d-c940-4c3c-8301-45647a3af06a admin admin] Pushing event updated for resources: {'Port': ['ID=3688b735-972a-4832-afc7-0a87ebccb064,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:31.800085 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] Pushing event updated for resources: {'Port': ['ID=a198b07d-8655-49bd-b57e-98829eb97e83,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:31.803114 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:31.818449 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e9179b2b-8e3f-400f-b9d2-596338a1bab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.820657 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] Network c6e4245e-4f0f-4237-826e-50852997cf26 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:19:31.824907 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e9179b2b-8e3f-400f-b9d2-596338a1bab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.827078 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-e9179b2b-8e3f-400f-b9d2-596338a1bab3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e1b16ce1-e0d8-46be-94e3-321a30d24d3c HTTP/1.1" status: 204 len: 168 time: 0.5651119 Jun 23 16:19:31.828469 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:31.832201 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:31.836074 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:19:31.836862 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636535'] for router_interface, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.861110 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device af6f6ebc-0d45-498e-aedd-d7ecf1163709 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:19:31.876664 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c461628d-c940-4c3c-8301-45647a3af06a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:31.879004 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9466cfc8-6598-4866-b6db-5bcf03a3dec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649335'] for router, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.885384 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] Notify callbacks [] for port, precommit_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.911335 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.provisioning_blocks [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] Transition to ACTIVE for port object 31af53db-6704-4862-b16a-01483e2bba03 will not be triggered until provisioned by entity L2. {{(pid=92866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:19:31.923097 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:31.941714 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-1f471292-3894-415a-9904-00daeb3795fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:31.971012 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port af6f6ebc-0d45-498e-aedd-d7ecf1163709 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:19:31.976648 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port af6f6ebc-0d45-498e-aedd-d7ecf1163709 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:31.977432 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.017189 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9179b2b-8e3f-400f-b9d2-596338a1bab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b16ce1-e0d8-46be-94e3-321a30d24d3c,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:32.035043 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-e9179b2b-8e3f-400f-b9d2-596338a1bab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:32.043903 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f311b9-74c0-46f2-ae0f-29237ae8cd70 None None] Pushing event updated for resources: {'Port': ['ID=31af53db-6704-4862-b16a-01483e2bba03,revision_number=2']} {{(pid=92866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:32.083579 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f311b9-74c0-46f2-ae0f-29237ae8cd70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:32.084137 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f311b9-74c0-46f2-ae0f-29237ae8cd70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:32.085439 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f311b9-74c0-46f2-ae0f-29237ae8cd70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:32.085937 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f311b9-74c0-46f2-ae0f-29237ae8cd70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:32.086461 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f311b9-74c0-46f2-ae0f-29237ae8cd70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:32.087078 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f311b9-74c0-46f2-ae0f-29237ae8cd70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:32.087555 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f311b9-74c0-46f2-ae0f-29237ae8cd70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:32.088028 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f311b9-74c0-46f2-ae0f-29237ae8cd70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:32.088523 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f311b9-74c0-46f2-ae0f-29237ae8cd70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:32.089003 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f311b9-74c0-46f2-ae0f-29237ae8cd70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:32.089490 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f311b9-74c0-46f2-ae0f-29237ae8cd70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:32.089993 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f311b9-74c0-46f2-ae0f-29237ae8cd70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f311b9-74c0-46f2-ae0f-29237ae8cd70 None None] Tracked resource versions report: Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: pushed versions: Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: { 'AddressGroup': {'1.2'}, Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: 'ConntrackHelper': {'1.0'}, Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: 'Log': {'1.0'}, Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: 'Network': {'1.1'}, Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: 'Port': {'1.7'}, Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: 'PortForwarding': {'1.2'}, Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: 'QosPolicy': {'1.8'}, Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: 'SecurityGroup': {'1.4'}, Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: 'SubPort': {'1.0'}, Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: 'Subnet': {'1.1'}, Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: 'Trunk': {'1.1'}} Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: consumer versions: Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: { DHCP agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: HyperV agent@hv-cinder-78836: {}, Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: L3 agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: Metadata agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: Metering agent@dv-cinder-788363-4-iscsi: {}, Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: Open vSwitch agent@dv-cinder-788363-4-iscsi: { 'AddressGroup': '1.2', Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: 'ConntrackHelper': '1.0', Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: 'Log': '1.0', Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: 'Network': '1.1', Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: 'Port': '1.7', Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: 'PortForwarding': '1.2', Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: 'QosPolicy': '1.8', Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: 'SecurityGroup': '1.4', Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: 'SecurityGroupRule': '1.2', Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: 'SubPort': '1.0', Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: 'Subnet': '1.1', Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: 'Trunk': '1.1'}} Jun 23 16:19:32.091367 dv-cinder-788363-4-iscsi neutron-server[92866]: {{(pid=92866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:19:32.096495 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] Attempting to bind port 31af53db-6704-4862-b16a-01483e2bba03 on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:19:32.097166 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] Attempting to bind port 31af53db-6704-4862-b16a-01483e2bba03 by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}] {{(pid=92866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:19:32.097896 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] Attempting to bind port 31af53db-6704-4862-b16a-01483e2bba03 on network e0719ee7-fed0-4bca-a581-6af63c437fb6 {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:19:32.104598 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-81f311b9-74c0-46f2-ae0f-29237ae8cd70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:32.106451 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:19:32.107059 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] Checking segment: {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:19:32.107803 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.108337 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] Bound using segment: {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'} {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:19:32.108978 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] Bound port: 31af53db-6704-4862-b16a-01483e2bba03, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}}] {{(pid=92866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:19:32.109519 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.122317 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.147256 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.166043 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.db [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] For port 31af53db-6704-4862-b16a-01483e2bba03, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:19:32.170090 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.db [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] For port 31af53db-6704-4862-b16a-01483e2bba03, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=31af53db-6704-4862-b16a-01483e2bba03,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:19:32.178323 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.190373 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-1f471292-3894-415a-9904-00daeb3795fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:32.231593 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port af6f6ebc-0d45-498e-aedd-d7ecf1163709, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=af6f6ebc-0d45-498e-aedd-d7ecf1163709,segment=NetworkSegment(3e773a08-1a50-4d4d-9a02-291be1d2dc56),segment_id=3e773a08-1a50-4d4d-9a02-291be1d2dc56)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:32.235501 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] Routers {'5fbd133b-efaa-494d-b76b-32ca355fff21'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:19:32.236674 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:19:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['5fbd133b-efaa-494d-b76b-32ca355fff21'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:32.246590 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.248908 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-8082b192-99bf-4800-8ce1-cfb7d6d8e71c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:32.315432 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f311b9-74c0-46f2-ae0f-29237ae8cd70 None None] Pushing event updated for resources: {'Port': ['ID=31af53db-6704-4862-b16a-01483e2bba03,revision_number=3']} {{(pid=92866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:32.320504 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-81f311b9-74c0-46f2-ae0f-29237ae8cd70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:32.401881 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] Set router 5fbd133b-efaa-494d-b76b-32ca355fff21 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:19:32.426649 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=af6f6ebc-0d45-498e-aedd-d7ecf1163709,revision_number=3']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:32.451074 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.454252 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:32.461987 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.463390 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636571'] for router_interface, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.466930 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-3fa8ce81-96f0-4c1a-9257-58395354753b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:32.597433 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-217b5828-320f-4e31-86be-e31ad679d5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.599646 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a70ebad6-5150-439b-b74e-73f9fca48cc1 req-01e80d77-bf70-45ef-8f2d-fe3e6cf23d74 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 210 time: 0.1104689 Jun 23 16:19:32.680241 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd133b-efaa-494d-b76b-32ca355fff21', 'name': 'tempest-ServerRescueNegativeTestJSON-408321401-router', 'tenant_id': 'a880a986b3474fb7aee8676598bc91b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '31af53db-6704-4862-b16a-01483e2bba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:25Z', 'updated_at': '2021-06-23T16:19:32Z', 'revision_number': 4, 'project_id': 'a880a986b3474fb7aee8676598bc91b5', 'gw_port': {'id': '31af53db-6704-4862-b16a-01483e2bba03', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd133b-efaa-494d-b76b-32ca355fff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'a198b07d-8655-49bd-b57e-98829eb97e83', 'name': '', 'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26', 'tenant_id': 'a880a986b3474fb7aee8676598bc91b5', 'mac_address': 'fa:16:3e:0a:70:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd133b-efaa-494d-b76b-32ca355fff21', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9790e06a-23e5-4112-9fcd-ab37b14fb6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:30Z', 'updated_at': '2021-06-23T16:19:31Z', 'revision_number': 1, 'project_id': 'a880a986b3474fb7aee8676598bc91b5', 'subnets': [{'id': '9790e06a-23e5-4112-9fcd-ab37b14fb6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:32.714318 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4015c41-dc2b-47a9-80bb-8b0f825366c9 None None] The sync data for ids ['5fbd133b-efaa-494d-b76b-32ca355fff21'] in dv-cinder-788363-4-iscsi is: [{'id': '5fbd133b-efaa-494d-b76b-32ca355fff21', 'name': 'tempest-ServerRescueNegativeTestJSON-408321401-router', 'tenant_id': 'a880a986b3474fb7aee8676598bc91b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '31af53db-6704-4862-b16a-01483e2bba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:25Z', 'updated_at': '2021-06-23T16:19:32Z', 'revision_number': 4, 'project_id': 'a880a986b3474fb7aee8676598bc91b5', 'gw_port': {'id': '31af53db-6704-4862-b16a-01483e2bba03', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd133b-efaa-494d-b76b-32ca355fff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'a198b07d-8655-49bd-b57e-98829eb97e83', 'name': '', 'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26', 'tenant_id': 'a880a986b3474fb7aee8676598bc91b5', 'mac_address': 'fa:16:3e:0a:70:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd133b-efaa-494d-b76b-32ca355fff21', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9790e06a-23e5-4112-9fcd-ab37b14fb6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:30Z', 'updated_at': '2021-06-23T16:19:31Z', 'revision_number': 1, 'project_id': 'a880a986b3474fb7aee8676598bc91b5', 'subnets': [{'id': '9790e06a-23e5-4112-9fcd-ab37b14fb6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:19:32.720999 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c461628d-c940-4c3c-8301-45647a3af06a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:32.733126 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] Pushing event updated for resources: {'Port': ['ID=a198b07d-8655-49bd-b57e-98829eb97e83,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:32.740149 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:32.810804 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] Network c6e4245e-4f0f-4237-826e-50852997cf26 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:19:32.812522 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:32.898719 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9466cfc8-6598-4866-b6db-5bcf03a3dec7 admin admin] Router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf is scheduled to L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 with binding_index 1 {{(pid=92864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:19:33.066960 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] Router 5fbd133b-efaa-494d-b76b-32ca355fff21 has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:19:33.163589 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9466cfc8-6598-4866-b6db-5bcf03a3dec7 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:19:33.169707 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c461628d-c940-4c3c-8301-45647a3af06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649335'] for router, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:33.184238 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] Sync routers for ids ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:19:33.205464 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] Routers {'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:19:33.206451 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:19:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:33.223762 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9466cfc8-6598-4866-b6db-5bcf03a3dec7 admin admin] Notify callbacks [] for router, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:33.224978 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-9466cfc8-6598-4866-b6db-5bcf03a3dec7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8107624 Jun 23 16:19:33.233903 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 43192) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:33.319296 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:19:33.325515 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] 10.222.0.46 "PUT /v2.0/routers/5fbd133b-efaa-494d-b76b-32ca355fff21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0436747 Jun 23 16:19:33.451334 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device af6f6ebc-0d45-498e-aedd-d7ecf1163709 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:19:33.517597 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] Set router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:19:33.897897 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port af6f6ebc-0d45-498e-aedd-d7ecf1163709 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:33.898321 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:33.969583 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c461628d-c940-4c3c-8301-45647a3af06a admin admin] Router 19104c84-1a9b-4cab-890b-c1da05535e4a is scheduled to L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 with binding_index 1 {{(pid=92864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:19:34.050558 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-672846221-router', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:30Z', 'revision_number': 3, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'gw_port': {'id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:28Z', 'updated_at': '2021-06-23T16:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:34.083933 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] Checking router: ac594b62-31a6-4cbc-a399-0b9ffcbee1bf for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:19:34.084796 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] Updating router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf port a84cf266-4b19-4bd7-92af-a3140b741fbe binding host dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:19:34.139928 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:34.148921 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a07c3118-09e9-4ffa-a975-8ae59b32f300 req-41453132-506e-4543-9b91-c94223547954 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 210 time: 0.2129793 Jun 23 16:19:34.330496 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 43244) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:34.334091 dv-cinder-788363-4-iscsi neutron-server[92863]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 16:19:34.355045 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c461628d-c940-4c3c-8301-45647a3af06a admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:19:34.367727 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] Sync routers for ids ['19104c84-1a9b-4cab-890b-c1da05535e4a'] in dv-cinder-788363-4-iscsi {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:19:34.380441 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] Routers {'19104c84-1a9b-4cab-890b-c1da05535e4a'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:19:34.381329 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:19:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['19104c84-1a9b-4cab-890b-c1da05535e4a'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:34.415816 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c461628d-c940-4c3c-8301-45647a3af06a admin admin] Notify callbacks [] for router, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:34.419985 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-c461628d-c940-4c3c-8301-45647a3af06a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3160918 Jun 23 16:19:34.422730 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 43248) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:34.512114 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:34.671987 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-181c3fa1-1bc1-4feb-a07b-779e9f1213d5 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:34.674049 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-181c3fa1-1bc1-4feb-a07b-779e9f1213d5 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/networks?id=c6e4245e-4f0f-4237-826e-50852997cf26 HTTP/1.1" status: 200 len: 818 time: 0.3425436 Jun 23 16:19:34.702596 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] Notify callbacks [] for port, precommit_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:34.704086 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-3a6da758-d2ed-4d92-b7d3-31e455b21702 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/quotas/a880a986b3474fb7aee8676598bc91b5 HTTP/1.1" status: 200 len: 375 time: 0.0212739 Jun 23 16:19:34.726349 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] Transition to ACTIVE for port object a84cf266-4b19-4bd7-92af-a3140b741fbe will not be triggered until provisioned by entity L2. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:19:34.734391 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] Set router 19104c84-1a9b-4cab-890b-c1da05535e4a gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:19:34.741714 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:34.747703 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:34.870409 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] Attempting to bind port a84cf266-4b19-4bd7-92af-a3140b741fbe on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:19:34.870814 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] Attempting to bind port a84cf266-4b19-4bd7-92af-a3140b741fbe by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:19:34.871409 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-edd0f8aa-e54d-4c13-9093-60fb4195baab tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a880a986b3474fb7aee8676598bc91b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1597009 Jun 23 16:19:34.879759 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] Attempting to bind port a84cf266-4b19-4bd7-92af-a3140b741fbe on network e0719ee7-fed0-4bca-a581-6af63c437fb6 {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:19:34.882068 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b940f1-9be9-4668-96c1-3645ae91ce97 None None] Pushing event updated for resources: {'Port': ['ID=a84cf266-4b19-4bd7-92af-a3140b741fbe,revision_number=2']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:34.888101 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-07b940f1-9be9-4668-96c1-3645ae91ce97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:34.896058 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:19:34.897744 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] Checking segment: {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:19:34.900540 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:34.901102 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] Bound using segment: {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:19:34.901776 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] Bound port: a84cf266-4b19-4bd7-92af-a3140b741fbe, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:19:34.902922 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:34.979684 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:35.004432 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] For port a84cf266-4b19-4bd7-92af-a3140b741fbe, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:19:35.009973 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] For port a84cf266-4b19-4bd7-92af-a3140b741fbe, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=a84cf266-4b19-4bd7-92af-a3140b741fbe,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:19:35.019513 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:35.025957 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:35.145159 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b940f1-9be9-4668-96c1-3645ae91ce97 None None] Pushing event updated for resources: {'Port': ['ID=a84cf266-4b19-4bd7-92af-a3140b741fbe,revision_number=3']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:35.162989 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'name': 'tempest-AttachVolumeTestJSON-894092085-router', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '3688b735-972a-4832-afc7-0a87ebccb064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:27Z', 'updated_at': '2021-06-23T16:19:32Z', 'revision_number': 3, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'gw_port': {'id': '3688b735-972a-4832-afc7-0a87ebccb064', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:29Z', 'updated_at': '2021-06-23T16:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:35.171547 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-07b940f1-9be9-4668-96c1-3645ae91ce97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:35.184094 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-1dda145c-7810-47c5-9930-322f89c8123c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:19:35.185573 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-1dda145c-7810-47c5-9930-322f89c8123c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0960786 Jun 23 16:19:35.197810 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_common [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Allocated IP 172.20.0.1 (d81a662b-e50c-4dc5-bfb6-5973df30f3e2/e737d9e7-5b3c-4d9d-bb31-91a55656b0db/297bcc73-63df-4afa-8060-cf1ed35917a7) {{(pid=92864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:19:35.198685 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] Routers {'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:19:35.199452 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:19:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:35.220415 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] Checking router: 19104c84-1a9b-4cab-890b-c1da05535e4a for host: dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:19:35.220853 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] Updating router 19104c84-1a9b-4cab-890b-c1da05535e4a port 3688b735-972a-4832-afc7-0a87ebccb064 binding host dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:19:35.284476 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:35.441253 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 31af53db-6704-4862-b16a-01483e2bba03 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:19:35.489549 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-afdf499d-8115-4353-b3ab-a11513383b51 service neutron] 10.222.0.46 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977386 Jun 23 16:19:35.528310 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] Set router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:19:35.539906 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2c8cca58-e764-4c5b-9fe9-fc6032d2e25d req-be635989-edb8-4a2e-96b8-e60a85937dcb tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 210 time: 0.0987179 Jun 23 16:19:35.691371 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-9da0824b-6efa-48f5-be8a-124349bb08a3 service neutron] 10.222.0.46 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930292 Jun 23 16:19:35.705875 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port 31af53db-6704-4862-b16a-01483e2bba03 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:19:35.716338 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 31af53db-6704-4862-b16a-01483e2bba03 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:35.716770 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:35.837098 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:35.897355 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.provisioning_blocks [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Transition to ACTIVE for port object 297bcc73-63df-4afa-8060-cf1ed35917a7 will not be triggered until provisioned by entity DHCP. {{(pid=92864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:19:35.913517 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] Notify callbacks [] for port, precommit_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:35.940458 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.provisioning_blocks [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] Transition to ACTIVE for port object 3688b735-972a-4832-afc7-0a87ebccb064 will not be triggered until provisioned by entity L2. {{(pid=92866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:19:35.965311 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:35.974140 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:35.984263 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-9fef5631-078a-4107-8144-a3387edb5125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:35.986706 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:36.150793 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] Attempting to bind port 3688b735-972a-4832-afc7-0a87ebccb064 on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:19:36.151601 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] Attempting to bind port 3688b735-972a-4832-afc7-0a87ebccb064 by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}] {{(pid=92866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:19:36.154160 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] Attempting to bind port 3688b735-972a-4832-afc7-0a87ebccb064 on network e0719ee7-fed0-4bca-a581-6af63c437fb6 {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:19:36.165075 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba2641-698e-4349-ada5-afb260145075 None None] Pushing event updated for resources: {'Port': ['ID=3688b735-972a-4832-afc7-0a87ebccb064,revision_number=2']} {{(pid=92866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:36.177622 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-5eba2641-698e-4349-ada5-afb260145075 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:36.179004 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:19:36.179730 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] Checking segment: {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:19:36.180141 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:36.180594 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] Bound using segment: {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'} {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:19:36.181010 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] Bound port: 3688b735-972a-4832-afc7-0a87ebccb064, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}}] {{(pid=92866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:19:36.181384 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:36.204918 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:36.259152 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-43e90f75-6355-4245-bcbe-aa4ace208965 req-444ea985-459b-4865-a400-44e5b0e8fc79 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 210 time: 0.1191025 Jun 23 16:19:36.293258 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:36.303440 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.db [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] For port 3688b735-972a-4832-afc7-0a87ebccb064, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:19:36.309483 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Network d81a662b-e50c-4dc5-bfb6-5973df30f3e2 is already hosted by enough agents. {{(pid=92864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:19:36.312195 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-672846221-router', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:30Z', 'revision_number': 3, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'gw_port': {'id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:28Z', 'updated_at': '2021-06-23T16:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:36.312380 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.db [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] For port 3688b735-972a-4832-afc7-0a87ebccb064, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=3688b735-972a-4832-afc7-0a87ebccb064,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:19:36.320053 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:36.326451 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:36.329605 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-81f311b9-74c0-46f2-ae0f-29237ae8cd70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:36.358833 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Resources bound (agent type, host, resource id): {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:36.367089 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Received port after_create {{(pid=92864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:19:36.367800 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636535'] for router_interface, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:36.391193 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] Sync routers for ids ['5fbd133b-efaa-494d-b76b-32ca355fff21'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:19:36.408996 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560f4362-b773-4d83-93e4-9a881b321b94 None None] The sync data for ids ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'] in dv-cinder-788363-4-iscsi is: [{'id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-672846221-router', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:30Z', 'revision_number': 3, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'gw_port': {'id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:28Z', 'updated_at': '2021-06-23T16:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:19:36.441996 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 43328) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:36.476087 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port 31af53db-6704-4862-b16a-01483e2bba03, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=31af53db-6704-4862-b16a-01483e2bba03,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:36.480214 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] Routers {'5fbd133b-efaa-494d-b76b-32ca355fff21'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:19:36.482491 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:19:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['5fbd133b-efaa-494d-b76b-32ca355fff21'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:36.493142 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:36.501662 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba2641-698e-4349-ada5-afb260145075 None None] Pushing event updated for resources: {'Port': ['ID=3688b735-972a-4832-afc7-0a87ebccb064,revision_number=3']} {{(pid=92866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:36.507470 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:36.547778 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] Routers {'19104c84-1a9b-4cab-890b-c1da05535e4a'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:19:36.548505 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:19:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['19104c84-1a9b-4cab-890b-c1da05535e4a'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:36.607328 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-cc156e83-6da5-46cc-ac9a-2db5e0b0c823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:36.612054 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-5eba2641-698e-4349-ada5-afb260145075 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:36.711050 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-51db130a-4aaf-4f3b-bbd4-202bf76a6a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:36.807428 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] Set router 19104c84-1a9b-4cab-890b-c1da05535e4a gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:19:36.937853 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.84', 62960) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:37.058252 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=31af53db-6704-4862-b16a-01483e2bba03,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:37.063798 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_common [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Allocated IP 172.20.0.1 (c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55/3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d/514e38cd-6d19-4def-a582-9cc02f010bb9) {{(pid=92864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:19:37.066724 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7ae6a250-0e61-4338-b48e-ed052c3f9d14 None None] Provisioning for port 297bcc73-63df-4afa-8060-cf1ed35917a7 completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:19:37.085498 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7ae6a250-0e61-4338-b48e-ed052c3f9d14 None None] Provisioning complete for port 297bcc73-63df-4afa-8060-cf1ed35917a7 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:37.086579 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7ae6a250-0e61-4338-b48e-ed052c3f9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:37.100240 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:37.152891 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] Set router 5fbd133b-efaa-494d-b76b-32ca355fff21 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:19:37.349825 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6b139120-8e8a-4cee-a6e2-331358f19f9c req-9d7ccc62-4b76-4275-bdf4-55aec1d55b8e tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 210 time: 0.3860133 Jun 23 16:19:37.415444 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-ae1661da-3cd3-4028-8acf-8ead5bf09d4c tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:37.424937 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-ae1661da-3cd3-4028-8acf-8ead5bf09d4c tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/networks?id=c6e4245e-4f0f-4237-826e-50852997cf26 HTTP/1.1" status: 200 len: 818 time: 0.7022092 Jun 23 16:19:37.436638 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Pushing event updated for resources: {'Port': ['ID=297bcc73-63df-4afa-8060-cf1ed35917a7,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:37.459728 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.167s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:37.477386 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'name': 'tempest-AttachVolumeTestJSON-894092085-router', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '3688b735-972a-4832-afc7-0a87ebccb064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:27Z', 'updated_at': '2021-06-23T16:19:32Z', 'revision_number': 3, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'gw_port': {'id': '3688b735-972a-4832-afc7-0a87ebccb064', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:29Z', 'updated_at': '2021-06-23T16:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:37.547921 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-d2765553-b533-45ad-84e7-a1580a0f5bd2 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/quotas/a880a986b3474fb7aee8676598bc91b5 HTTP/1.1" status: 200 len: 375 time: 0.1219399 Jun 23 16:19:37.565665 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7ae6a250-0e61-4338-b48e-ed052c3f9d14 None None] Port 297bcc73-63df-4afa-8060-cf1ed35917a7 cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:19:37.567244 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf0130-f853-4d96-b714-09c150f39672 req-7ceab930-12aa-4587-a0d3-5ee9be51f049 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:37.569990 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-caaf0130-f853-4d96-b714-09c150f39672 req-7ceab930-12aa-4587-a0d3-5ee9be51f049 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.84 "GET /v2.0/networks?id=5e435acc-581c-4487-b75b-fc68db6924b4 HTTP/1.1" status: 200 len: 812 time: 0.6229401 Jun 23 16:19:37.632115 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device a84cf266-4b19-4bd7-92af-a3140b741fbe up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:19:37.646226 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cc1f5a-7323-4cdc-96ab-c8e50200d848 None None] The sync data for ids ['19104c84-1a9b-4cab-890b-c1da05535e4a'] in dv-cinder-788363-4-iscsi is: [{'id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'name': 'tempest-AttachVolumeTestJSON-894092085-router', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '3688b735-972a-4832-afc7-0a87ebccb064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:27Z', 'updated_at': '2021-06-23T16:19:32Z', 'revision_number': 3, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'gw_port': {'id': '3688b735-972a-4832-afc7-0a87ebccb064', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:29Z', 'updated_at': '2021-06-23T16:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}] {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:19:37.668918 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-caaf0130-f853-4d96-b714-09c150f39672 req-b1323dab-d6c4-4559-b739-3c16518bcc7f tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Request body: {'port': {'device_id': '939be620-58ef-49c7-b35c-fbcff49b4329', 'network_id': '5e435acc-581c-4487-b75b-fc68db6924b4', 'admin_state_up': True, 'tenant_id': '12170a031e6b4315b817d298dfa78b3d'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:37.678111 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-51db130a-4aaf-4f3b-bbd4-202bf76a6a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:37.838317 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:37.865617 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port a84cf266-4b19-4bd7-92af-a3140b741fbe completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:19:37.962656 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.provisioning_blocks [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Transition to ACTIVE for port object 514e38cd-6d19-4def-a582-9cc02f010bb9 will not be triggered until provisioned by entity DHCP. {{(pid=92864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:19:38.007309 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:38.016431 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port a84cf266-4b19-4bd7-92af-a3140b741fbe triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:38.017884 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:38.144769 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:38.153128 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-51db130a-4aaf-4f3b-bbd4-202bf76a6a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:38.262808 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:38.346886 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd133b-efaa-494d-b76b-32ca355fff21', 'name': 'tempest-ServerRescueNegativeTestJSON-408321401-router', 'tenant_id': 'a880a986b3474fb7aee8676598bc91b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '31af53db-6704-4862-b16a-01483e2bba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:25Z', 'updated_at': '2021-06-23T16:19:32Z', 'revision_number': 4, 'project_id': 'a880a986b3474fb7aee8676598bc91b5', 'gw_port': {'id': '31af53db-6704-4862-b16a-01483e2bba03', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd133b-efaa-494d-b76b-32ca355fff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'a198b07d-8655-49bd-b57e-98829eb97e83', 'name': '', 'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26', 'tenant_id': 'a880a986b3474fb7aee8676598bc91b5', 'mac_address': 'fa:16:3e:0a:70:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd133b-efaa-494d-b76b-32ca355fff21', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9790e06a-23e5-4112-9fcd-ab37b14fb6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:30Z', 'updated_at': '2021-06-23T16:19:32Z', 'revision_number': 2, 'project_id': 'a880a986b3474fb7aee8676598bc91b5', 'subnets': [{'id': '9790e06a-23e5-4112-9fcd-ab37b14fb6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:38.378911 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:38.428405 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c461628d-c940-4c3c-8301-45647a3af06a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:38.432668 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] Checking router: 5fbd133b-efaa-494d-b76b-32ca355fff21 for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:19:38.433278 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] Updating router 5fbd133b-efaa-494d-b76b-32ca355fff21 port a198b07d-8655-49bd-b57e-98829eb97e83 binding host dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:19:38.463455 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db130a-4aaf-4f3b-bbd4-202bf76a6a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe540b8b-a628-4af8-9a14-6d44c2ea592f,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:38.480880 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:38.512521 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-51db130a-4aaf-4f3b-bbd4-202bf76a6a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:38.553444 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-8a401d2d-6182-4e33-9536-9fc42b370125 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a880a986b3474fb7aee8676598bc91b5&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0043104 Jun 23 16:19:38.556525 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Network c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 is already hosted by enough agents. {{(pid=92864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:19:38.646917 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Resources bound (agent type, host, resource id): {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:38.661190 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-51db130a-4aaf-4f3b-bbd4-202bf76a6a6b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=53a83e923ef343d7828e44e9f302fe9c&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1858206 Jun 23 16:19:38.661563 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 43436) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:38.661563 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Received port after_create {{(pid=92864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:19:38.661952 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636535'] for router_interface, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:38.864367 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Pushing event updated for resources: {'Port': ['ID=514e38cd-6d19-4def-a582-9cc02f010bb9,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:38.999340 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:39.032106 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:39.049576 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-90b149ce-1544-4866-8513-0565e508121f service neutron] 10.222.0.46 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941874 Jun 23 16:19:39.158327 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5fe889e7-893d-4d15-bdb6-e11bec2df7ea req-e87f73f3-2e03-4b37-bccb-85a40e129448 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 210 time: 0.2741983 Jun 23 16:19:39.174498 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:39.192669 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636571'] for router_interface, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:39.218833 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caaf0130-f853-4d96-b714-09c150f39672 req-b1323dab-d6c4-4559-b739-3c16518bcc7f tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Made reservation on behalf of 12170a031e6b4315b817d298dfa78b3d for: {'port': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:19:39.224999 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-caaf0130-f853-4d96-b714-09c150f39672 req-b1323dab-d6c4-4559-b739-3c16518bcc7f tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:39.228899 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:39.249284 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] Notify callbacks [] for port, precommit_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:39.297584 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] Transition to ACTIVE for port object a198b07d-8655-49bd-b57e-98829eb97e83 will not be triggered until provisioned by entity L2. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:19:39.321026 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:39.350929 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:39.397076 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:39.457512 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834d89d-3e75-473e-a96c-7284ebd0bed4 None None] Pushing event updated for resources: {'Port': ['ID=a198b07d-8655-49bd-b57e-98829eb97e83,revision_number=3']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:39.475476 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port a84cf266-4b19-4bd7-92af-a3140b741fbe, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=a84cf266-4b19-4bd7-92af-a3140b741fbe,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:39.476719 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-9834d89d-3e75-473e-a96c-7284ebd0bed4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:39.519744 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:39.525440 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Network d81a662b-e50c-4dc5-bfb6-5973df30f3e2 is already hosted by enough agents. {{(pid=92864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:19:39.583449 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:39.584959 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 31af53db-6704-4862-b16a-01483e2bba03 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:19:39.588191 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] Attempting to bind port a198b07d-8655-49bd-b57e-98829eb97e83 on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:19:39.588581 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] Attempting to bind port a198b07d-8655-49bd-b57e-98829eb97e83 by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': 'a5cd581f-8376-4163-a31a-e78ffac1a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26'}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:19:39.588947 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] Attempting to bind port a198b07d-8655-49bd-b57e-98829eb97e83 on network c6e4245e-4f0f-4237-826e-50852997cf26 {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:19:39.594645 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:39.599552 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:19:39.599941 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] Checking segment: {'id': 'a5cd581f-8376-4163-a31a-e78ffac1a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:19:39.600362 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:39.600965 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] Bound using segment: {'id': 'a5cd581f-8376-4163-a31a-e78ffac1a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26'} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:19:39.601585 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] Bound port: a198b07d-8655-49bd-b57e-98829eb97e83, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5cd581f-8376-4163-a31a-e78ffac1a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26'}}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:19:39.602123 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:39.643786 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Resources bound (agent type, host, resource id): {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:39.762398 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-775e1edc-6d76-422d-821c-76f95cc8a8bb service neutron] 10.222.0.46 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6951199 Jun 23 16:19:39.765533 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.84', 62970) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:39.814925 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b21850ed-2bc0-4676-bddb-41b61bd7048b None None] Provisioning for port 514e38cd-6d19-4def-a582-9cc02f010bb9 completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:19:39.817511 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=a84cf266-4b19-4bd7-92af-a3140b741fbe,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:39.842511 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:39.861311 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b21850ed-2bc0-4676-bddb-41b61bd7048b None None] Provisioning complete for port 514e38cd-6d19-4def-a582-9cc02f010bb9 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:39.861889 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b21850ed-2bc0-4676-bddb-41b61bd7048b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:39.976078 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Pushing event updated for resources: {'Port': ['ID=297bcc73-63df-4afa-8060-cf1ed35917a7,revision_number=2']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:40.024649 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:40.051096 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:40.119967 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b5baee71-e5ad-4b80-bc77-b88265060978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:40.224218 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [req-caaf0130-f853-4d96-b714-09c150f39672 req-b1323dab-d6c4-4559-b739-3c16518bcc7f tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Allocated IP 172.20.0.9 (5e435acc-581c-4487-b75b-fc68db6924b4/4d8f05bd-be70-42c2-901b-b646cd7696ea/12dfe33f-3bb4-4111-ad9d-f406c3a6e72c) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:19:40.247953 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b5baee71-e5ad-4b80-bc77-b88265060978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:40.315012 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 43500) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:40.339783 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-b21850ed-2bc0-4676-bddb-41b61bd7048b None None] Port 514e38cd-6d19-4def-a582-9cc02f010bb9 cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:19:40.349422 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] For port a198b07d-8655-49bd-b57e-98829eb97e83, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:19:40.352328 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 31af53db-6704-4862-b16a-01483e2bba03 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:40.352987 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:40.361298 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] For port a198b07d-8655-49bd-b57e-98829eb97e83, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=a198b07d-8655-49bd-b57e-98829eb97e83,segment=NetworkSegment(a5cd581f-8376-4163-a31a-e78ffac1a8cb),segment_id=a5cd581f-8376-4163-a31a-e78ffac1a8cb)] {{(pid=92865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:19:40.392122 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:40.397777 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:40.415696 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 43502) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:40.666760 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-a71892e5-f31d-4e11-940c-977f64ff5b7a None None] Provisioning complete for port 297bcc73-63df-4afa-8060-cf1ed35917a7 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:40.672279 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-a71892e5-f31d-4e11-940c-977f64ff5b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:40.686775 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] Routers {'5fbd133b-efaa-494d-b76b-32ca355fff21'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:19:40.687777 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:19:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['5fbd133b-efaa-494d-b76b-32ca355fff21'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:40.896962 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-a71892e5-f31d-4e11-940c-977f64ff5b7a None None] Port 297bcc73-63df-4afa-8060-cf1ed35917a7 cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:19:40.903083 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834d89d-3e75-473e-a96c-7284ebd0bed4 None None] Pushing event updated for resources: {'Port': ['ID=a198b07d-8655-49bd-b57e-98829eb97e83,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:40.913243 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-9834d89d-3e75-473e-a96c-7284ebd0bed4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:40.925152 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-5a2ba93a-194c-4af5-86c5-244c6c9a1e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:40.958826 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b5baee71-e5ad-4b80-bc77-b88265060978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:41.070835 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] Set router 5fbd133b-efaa-494d-b76b-32ca355fff21 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:19:41.144051 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:41.159706 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3ad2ea2d-beb0-40a9-a50a-d249a4c59a76 req-c4e26f45-fa04-4949-99fa-73a964615dda tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 210 time: 0.7117794 Jun 23 16:19:41.179991 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b5baee71-e5ad-4b80-bc77-b88265060978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:41.195006 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-b5baee71-e5ad-4b80-bc77-b88265060978 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe540b8b-a628-4af8-9a14-6d44c2ea592f HTTP/1.1" status: 204 len: 168 time: 2.3292093 Jun 23 16:19:41.197270 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c8b20238-6b9c-40dd-b2ba-e5e1d9fe8837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:41.201910 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:41.216955 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636571'] for router_interface, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:41.331363 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-5a2ba93a-194c-4af5-86c5-244c6c9a1e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:41.363103 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-ae3090e1-9ee5-4c76-b6cf-b9302fd8f527 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:41.364847 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-ae3090e1-9ee5-4c76-b6cf-b9302fd8f527 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.84 "GET /v2.0/networks?id=c6e4245e-4f0f-4237-826e-50852997cf26 HTTP/1.1" status: 200 len: 818 time: 1.1303539 Jun 23 16:19:41.420766 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-5a2ba93a-194c-4af5-86c5-244c6c9a1e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:41.437045 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-5c6454c5-929b-4171-a6f1-c31d0d65c9e1 req-ff081afa-7aae-4e42-9f02-a1e36d5842c3 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 210 time: 0.5640593 Jun 23 16:19:41.439752 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-efab0240-39d7-4717-96cc-8b94e63bfc49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:41.455209 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5baee71-e5ad-4b80-bc77-b88265060978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe540b8b-a628-4af8-9a14-6d44c2ea592f,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:41.465777 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b5baee71-e5ad-4b80-bc77-b88265060978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:41.471957 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-e9c69fc1-4621-47d5-92a4-9d0c370dc715 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Request body: {'port': {'device_id': '10f58283-f7cb-4962-a540-284eb41695b7', 'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26', 'admin_state_up': True, 'tenant_id': 'a880a986b3474fb7aee8676598bc91b5'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:41.509621 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:41.532644 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device a198b07d-8655-49bd-b57e-98829eb97e83 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:19:41.565072 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-9fda93cc-aff7-48ff-bc1b-e70e16073915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:41.686695 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Pushing event updated for resources: {'Port': ['ID=514e38cd-6d19-4def-a582-9cc02f010bb9,revision_number=2']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:41.718480 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ba93a-194c-4af5-86c5-244c6c9a1e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350a2ecd-9e9b-4560-a6db-2b6f9262560e,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:41.721547 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:41.731808 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-5a2ba93a-194c-4af5-86c5-244c6c9a1e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:41.783878 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:19:41.813382 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port a198b07d-8655-49bd-b57e-98829eb97e83 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:19:41.894407 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port a198b07d-8655-49bd-b57e-98829eb97e83 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:41.895071 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:42.002526 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-5a2ba93a-194c-4af5-86c5-244c6c9a1e7b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d9abf8aaafc436c91c6260be23f8e53&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5855601 Jun 23 16:19:42.013118 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Network c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 is already hosted by enough agents. {{(pid=92864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:19:42.014782 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 43542) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:42.015270 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 43544) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:42.017806 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Resources bound (agent type, host, resource id): {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:42.029691 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd133b-efaa-494d-b76b-32ca355fff21', 'name': 'tempest-ServerRescueNegativeTestJSON-408321401-router', 'tenant_id': 'a880a986b3474fb7aee8676598bc91b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '31af53db-6704-4862-b16a-01483e2bba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:25Z', 'updated_at': '2021-06-23T16:19:32Z', 'revision_number': 4, 'project_id': 'a880a986b3474fb7aee8676598bc91b5', 'gw_port': {'id': '31af53db-6704-4862-b16a-01483e2bba03', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd133b-efaa-494d-b76b-32ca355fff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'a198b07d-8655-49bd-b57e-98829eb97e83', 'name': '', 'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26', 'tenant_id': 'a880a986b3474fb7aee8676598bc91b5', 'mac_address': 'fa:16:3e:0a:70:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd133b-efaa-494d-b76b-32ca355fff21', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9790e06a-23e5-4112-9fcd-ab37b14fb6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:30Z', 'updated_at': '2021-06-23T16:19:40Z', 'revision_number': 4, 'project_id': 'a880a986b3474fb7aee8676598bc91b5', 'subnets': [{'id': '9790e06a-23e5-4112-9fcd-ab37b14fb6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:42.083622 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-8c287183-8a66-45d0-b9bb-beb9d1972a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:42.160273 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d45c54-7e11-4bf1-af6b-922711e15641 None None] The sync data for ids ['5fbd133b-efaa-494d-b76b-32ca355fff21'] in dv-cinder-788363-4-iscsi is: [{'id': '5fbd133b-efaa-494d-b76b-32ca355fff21', 'name': 'tempest-ServerRescueNegativeTestJSON-408321401-router', 'tenant_id': 'a880a986b3474fb7aee8676598bc91b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '31af53db-6704-4862-b16a-01483e2bba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:25Z', 'updated_at': '2021-06-23T16:19:32Z', 'revision_number': 4, 'project_id': 'a880a986b3474fb7aee8676598bc91b5', 'gw_port': {'id': '31af53db-6704-4862-b16a-01483e2bba03', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd133b-efaa-494d-b76b-32ca355fff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'a198b07d-8655-49bd-b57e-98829eb97e83', 'name': '', 'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26', 'tenant_id': 'a880a986b3474fb7aee8676598bc91b5', 'mac_address': 'fa:16:3e:0a:70:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd133b-efaa-494d-b76b-32ca355fff21', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9790e06a-23e5-4112-9fcd-ab37b14fb6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:30Z', 'updated_at': '2021-06-23T16:19:40Z', 'revision_number': 4, 'project_id': 'a880a986b3474fb7aee8676598bc91b5', 'subnets': [{'id': '9790e06a-23e5-4112-9fcd-ab37b14fb6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:19:42.185613 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:42.300400 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port a198b07d-8655-49bd-b57e-98829eb97e83, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=a198b07d-8655-49bd-b57e-98829eb97e83,segment=NetworkSegment(a5cd581f-8376-4163-a31a-e78ffac1a8cb),segment_id=a5cd581f-8376-4163-a31a-e78ffac1a8cb)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:42.308814 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:42.309690 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device a84cf266-4b19-4bd7-92af-a3140b741fbe up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:19:42.311583 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-9834d89d-3e75-473e-a96c-7284ebd0bed4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:42.473492 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-efab0240-39d7-4717-96cc-8b94e63bfc49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:42.511821 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=a198b07d-8655-49bd-b57e-98829eb97e83,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:42.530297 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:42.532252 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-caaf0130-f853-4d96-b714-09c150f39672 req-b1323dab-d6c4-4559-b739-3c16518bcc7f tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:42.582932 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-caaf0130-f853-4d96-b714-09c150f39672 req-b1323dab-d6c4-4559-b739-3c16518bcc7f tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:42.583162 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port a84cf266-4b19-4bd7-92af-a3140b741fbe triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:42.583706 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:42.584924 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-efab0240-39d7-4717-96cc-8b94e63bfc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:42.638319 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:42.672880 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-f317dbc0-a8f0-458a-80f8-695b89059e27 None None] Provisioning complete for port 514e38cd-6d19-4def-a582-9cc02f010bb9 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:42.673366 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-f317dbc0-a8f0-458a-80f8-695b89059e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:42.741847 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-f317dbc0-a8f0-458a-80f8-695b89059e27 None None] Port 514e38cd-6d19-4def-a582-9cc02f010bb9 cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:19:42.746750 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-efab0240-39d7-4717-96cc-8b94e63bfc49 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f6d191be29114c73b8347c7b3628f926&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4206028 Jun 23 16:19:42.749829 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 43560) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:42.762426 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caaf0130-f853-4d96-b714-09c150f39672 req-b1323dab-d6c4-4559-b739-3c16518bcc7f tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Network 5e435acc-581c-4487-b75b-fc68db6924b4 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:19:42.860127 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [req-caaf0130-f853-4d96-b714-09c150f39672 req-b1323dab-d6c4-4559-b739-3c16518bcc7f tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:42.879477 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 3688b735-972a-4832-afc7-0a87ebccb064 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:19:42.885467 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Router 19104c84-1a9b-4cab-890b-c1da05535e4a has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:19:42.887545 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-caaf0130-f853-4d96-b714-09c150f39672 req-b1323dab-d6c4-4559-b739-3c16518bcc7f tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:19:42.920041 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf0130-f853-4d96-b714-09c150f39672 req-b1323dab-d6c4-4559-b739-3c16518bcc7f tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:42.920752 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-caaf0130-f853-4d96-b714-09c150f39672 req-b1323dab-d6c4-4559-b739-3c16518bcc7f tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:42.927380 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab0240-39d7-4717-96cc-8b94e63bfc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c22d5b-d258-4be4-bc90-50f7defc004c,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:42.950526 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-87233960-6934-45d0-bbe5-48b79b15edf6 req-201904e2-a094-4313-a5a1-d8b382ba0310 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 210 time: 0.0565221 Jun 23 16:19:42.962778 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-efab0240-39d7-4717-96cc-8b94e63bfc49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:42.975058 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0689e74c-9088-45f1-96e8-a569517049a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:42.975232 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:42.982706 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:19:42.995409 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] Sync routers for ids ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'] in dv-cinder-788363-4-iscsi {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:19:43.008652 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] 10.222.0.46 "PUT /v2.0/routers/ac594b62-31a6-4cbc-a399-0b9ffcbee1bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7719729 Jun 23 16:19:43.014420 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] Routers {'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:19:43.015113 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:19:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:43.093930 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0689e74c-9088-45f1-96e8-a569517049a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:43.116270 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port 3688b735-972a-4832-afc7-0a87ebccb064 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:19:43.122710 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 3688b735-972a-4832-afc7-0a87ebccb064 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:43.123473 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:43.141726 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4c2dafba-9e0d-438d-9927-07624ed91b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:43.242335 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1323dab-d6c4-4559-b739-3c16518bcc7f tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Pushing event updated for resources: {'Port': ['ID=12dfe33f-3bb4-4111-ad9d-f406c3a6e72c,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:43.252527 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4c2dafba-9e0d-438d-9927-07624ed91b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:43.256450 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-b1323dab-d6c4-4559-b739-3c16518bcc7f tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:43.311175 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] Set router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:19:43.416271 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:43.428234 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d4957-e095-4000-9c80-982a3b1d9c7c req-acb9f48e-0bcc-41fc-88a0-2275a39f1786 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:43.442343 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6d3d4957-e095-4000-9c80-982a3b1d9c7c req-acb9f48e-0bcc-41fc-88a0-2275a39f1786 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 931 time: 0.5841267 Jun 23 16:19:43.470267 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port 3688b735-972a-4832-afc7-0a87ebccb064, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=3688b735-972a-4832-afc7-0a87ebccb064,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:43.476730 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:19:43.476933 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:43.505923 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:43.506790 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] 10.222.0.46 "PUT /v2.0/routers/19104c84-1a9b-4cab-890b-c1da05535e4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0830050 Jun 23 16:19:43.514208 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] Sync routers for ids ['19104c84-1a9b-4cab-890b-c1da05535e4a'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:19:43.525102 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4c2dafba-9e0d-438d-9927-07624ed91b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:43.532646 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4c2dafba-9e0d-438d-9927-07624ed91b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:43.533784 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-4c2dafba-9e0d-438d-9927-07624ed91b96 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05c22d5b-d258-4be4-bc90-50f7defc004c HTTP/1.1" status: 204 len: 168 time: 0.7698994 Jun 23 16:19:43.540621 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-9cfe2539-9b66-427d-9744-fb447c31232f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:43.556224 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dafba-9e0d-438d-9927-07624ed91b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c22d5b-d258-4be4-bc90-50f7defc004c,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:43.560752 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-8c287183-8a66-45d0-b9bb-beb9d1972a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:43.567297 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6d3d4957-e095-4000-9c80-982a3b1d9c7c req-5797b8aa-ce23-4366-b23c-bf18738fc705 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c7c963e-c048-4763-92d4-ebce7c7ec436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234438 Jun 23 16:19:43.568358 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-4c2dafba-9e0d-438d-9927-07624ed91b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:43.568570 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0689e74c-9088-45f1-96e8-a569517049a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:43.576289 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0689e74c-9088-45f1-96e8-a569517049a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:43.585146 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-0689e74c-9088-45f1-96e8-a569517049a6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/350a2ecd-9e9b-4560-a6db-2b6f9262560e HTTP/1.1" status: 204 len: 168 time: 1.5618033 Jun 23 16:19:43.585146 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:43.590463 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-8c287183-8a66-45d0-b9bb-beb9d1972a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:43.603012 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-e9c69fc1-4621-47d5-92a4-9d0c370dc715 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Made reservation on behalf of a880a986b3474fb7aee8676598bc91b5 for: {'port': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:19:43.613337 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-e9c69fc1-4621-47d5-92a4-9d0c370dc715 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:43.625186 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-caaf0130-f853-4d96-b714-09c150f39672 req-b1323dab-d6c4-4559-b739-3c16518bcc7f tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9606421 Jun 23 16:19:43.642963 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] Routers {'19104c84-1a9b-4cab-890b-c1da05535e4a'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:19:43.645446 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:19:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['19104c84-1a9b-4cab-890b-c1da05535e4a'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:43.650893 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689e74c-9088-45f1-96e8-a569517049a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350a2ecd-9e9b-4560-a6db-2b6f9262560e,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:43.670167 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-0689e74c-9088-45f1-96e8-a569517049a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:43.670782 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b5baee71-e5ad-4b80-bc77-b88265060978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:43.760349 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-8c287183-8a66-45d0-b9bb-beb9d1972a3c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=03e5852587dd412a9d41e0f933a9964f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7373796 Jun 23 16:19:43.787423 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 43576) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:43.826307 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device a198b07d-8655-49bd-b57e-98829eb97e83 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:19:43.871367 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c287183-8a66-45d0-b9bb-beb9d1972a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fa774d-d5cb-463b-8e03-8b47b252afd7,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:43.896798 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-8c287183-8a66-45d0-b9bb-beb9d1972a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:43.930503 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-672846221-router', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:37Z', 'revision_number': 4, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'gw_port': {'id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:28Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '297bcc73-63df-4afa-8060-cf1ed35917a7', 'name': '', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'mac_address': 'fa:16:3e:50:b7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:34Z', 'updated_at': '2021-06-23T16:19:38Z', 'revision_number': 2, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'subnets': [{'id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:44.013384 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] Checking router: ac594b62-31a6-4cbc-a399-0b9ffcbee1bf for host: dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:19:44.014316 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] Updating router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf port 297bcc73-63df-4afa-8060-cf1ed35917a7 binding host dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:19:44.075771 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b646c0f0-b5da-4b45-b8ed-afaaf1fc1d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:44.086459 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:44.095672 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.84', 62977) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:44.121620 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-e9c69fc1-4621-47d5-92a4-9d0c370dc715 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Allocated IP 172.20.0.4 (c6e4245e-4f0f-4237-826e-50852997cf26/9790e06a-23e5-4112-9fcd-ab37b14fb6cc/9b15b57f-8f11-44df-aec4-c44070d0b95c) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:19:44.197503 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port a198b07d-8655-49bd-b57e-98829eb97e83 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:44.201672 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:44.310885 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b646c0f0-b5da-4b45-b8ed-afaaf1fc1d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:44.544665 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=3688b735-972a-4832-afc7-0a87ebccb064,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:44.589290 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.085s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:44.639311 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-520a9a6e-6b50-41c7-b629-bec8a6dd92af tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:44.640999 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-520a9a6e-6b50-41c7-b629-bec8a6dd92af tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.84 "GET /v2.0/networks?id=c6e4245e-4f0f-4237-826e-50852997cf26 HTTP/1.1" status: 200 len: 818 time: 0.5387311 Jun 23 16:19:44.656143 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b646c0f0-b5da-4b45-b8ed-afaaf1fc1d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:44.661217 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b646c0f0-b5da-4b45-b8ed-afaaf1fc1d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:44.665152 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-b646c0f0-b5da-4b45-b8ed-afaaf1fc1d2e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21fa774d-d5cb-463b-8e03-8b47b252afd7 HTTP/1.1" status: 204 len: 168 time: 0.8739347 Jun 23 16:19:44.665642 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:44.683819 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-ab724582-c15f-4a7b-ac12-a9fea3d6bd3e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Request body: {'port': {'device_id': 'fb766bd4-c77e-48a6-aa82-739f02c9cb6f', 'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26', 'admin_state_up': True, 'tenant_id': 'a880a986b3474fb7aee8676598bc91b5'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:44.754479 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] Set router 19104c84-1a9b-4cab-890b-c1da05535e4a gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:19:44.915619 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 43610) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:44.921488 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 43614) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:45.007814 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-c67da69e-3eff-4021-a3ab-5f2b648d0bce tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--521397292', 'description': 'tempest-description--1950265213'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:45.041889 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646c0f0-b5da-4b45-b8ed-afaaf1fc1d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fa774d-d5cb-463b-8e03-8b47b252afd7,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:45.125095 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b646c0f0-b5da-4b45-b8ed-afaaf1fc1d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:45.188087 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-e9c69fc1-4621-47d5-92a4-9d0c370dc715 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:45.204316 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [req-caaf0130-f853-4d96-b714-09c150f39672 req-d0e22d70-237e-4e90-b735-9d419da160d4 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:19:45.205546 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-caaf0130-f853-4d96-b714-09c150f39672 req-d0e22d70-237e-4e90-b735-9d419da160d4 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076621 Jun 23 16:19:45.250890 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0945355e-b824-45be-bab2-161f98392a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:45.271146 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-e9c69fc1-4621-47d5-92a4-9d0c370dc715 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:45.281760 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:45.357869 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] Notify callbacks [] for port, precommit_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:45.382210 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-e9c69fc1-4621-47d5-92a4-9d0c370dc715 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Network c6e4245e-4f0f-4237-826e-50852997cf26 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:19:45.383385 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.provisioning_blocks [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] Transition to ACTIVE for port object 297bcc73-63df-4afa-8060-cf1ed35917a7 will not be triggered until provisioned by entity L2. {{(pid=92866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:19:45.391646 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-e9c69fc1-4621-47d5-92a4-9d0c370dc715 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:45.397974 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-e9c69fc1-4621-47d5-92a4-9d0c370dc715 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:19:45.401222 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:45.406575 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:45.425165 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-e9c69fc1-4621-47d5-92a4-9d0c370dc715 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:45.431016 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-e9c69fc1-4621-47d5-92a4-9d0c370dc715 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:45.466660 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c69fc1-4621-47d5-92a4-9d0c370dc715 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Pushing event updated for resources: {'Port': ['ID=9b15b57f-8f11-44df-aec4-c44070d0b95c,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:45.475871 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-e9c69fc1-4621-47d5-92a4-9d0c370dc715 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:45.477996 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-e9c69fc1-4621-47d5-92a4-9d0c370dc715 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0590432 Jun 23 16:19:45.491903 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d650c33-836d-49dd-811b-6d8335b98b12 None None] Pushing event updated for resources: {'Port': ['ID=297bcc73-63df-4afa-8060-cf1ed35917a7,revision_number=3']} {{(pid=92866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:45.495903 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-6d650c33-836d-49dd-811b-6d8335b98b12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:45.553678 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'name': 'tempest-AttachVolumeTestJSON-894092085-router', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '3688b735-972a-4832-afc7-0a87ebccb064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:27Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'gw_port': {'id': '3688b735-972a-4832-afc7-0a87ebccb064', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:29Z', 'updated_at': '2021-06-23T16:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '514e38cd-6d19-4def-a582-9cc02f010bb9', 'name': '', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'mac_address': 'fa:16:3e:d0:fd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:36Z', 'updated_at': '2021-06-23T16:19:40Z', 'revision_number': 2, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'subnets': [{'id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:45.563187 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c67da69e-3eff-4021-a3ab-5f2b648d0bce tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:45.656567 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-63957fca-998f-44e1-8c31-d0962ebd70ed req-a39d2332-4b99-4fb8-9489-173583ef6433 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 210 time: 0.3357954 Jun 23 16:19:45.681692 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] Checking router: 19104c84-1a9b-4cab-890b-c1da05535e4a for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:19:45.691799 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] Updating router 19104c84-1a9b-4cab-890b-c1da05535e4a port 514e38cd-6d19-4def-a582-9cc02f010bb9 binding host dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:19:45.745460 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] Attempting to bind port 297bcc73-63df-4afa-8060-cf1ed35917a7 on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:19:45.746361 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] Attempting to bind port 297bcc73-63df-4afa-8060-cf1ed35917a7 by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': '294b7224-b1d6-45e3-884f-d12499d32131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2'}] {{(pid=92866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:19:45.746729 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] Attempting to bind port 297bcc73-63df-4afa-8060-cf1ed35917a7 on network d81a662b-e50c-4dc5-bfb6-5973df30f3e2 {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:19:45.798538 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:19:45.808746 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] Checking segment: {'id': '294b7224-b1d6-45e3-884f-d12499d32131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:19:45.809634 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:45.810292 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] Bound using segment: {'id': '294b7224-b1d6-45e3-884f-d12499d32131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2'} {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:19:45.813581 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] Bound port: 297bcc73-63df-4afa-8060-cf1ed35917a7, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294b7224-b1d6-45e3-884f-d12499d32131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2'}}] {{(pid=92866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:19:45.818556 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 3688b735-972a-4832-afc7-0a87ebccb064 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:19:45.819228 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:45.842337 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-caaf0130-f853-4d96-b714-09c150f39672 req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Request body: {'port': {'device_id': '939be620-58ef-49c7-b35c-fbcff49b4329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:45.952972 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Request body: {'port': {'device_id': '10f58283-f7cb-4962-a540-284eb41695b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:46.002116 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:46.034579 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0945355e-b824-45be-bab2-161f98392a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:46.052816 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0945355e-b824-45be-bab2-161f98392a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:46.115198 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:46.119995 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-0945355e-b824-45be-bab2-161f98392a76 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a2ab0813373c4fa1b8529caffa27f966&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1833997 Jun 23 16:19:46.125211 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 43650) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:46.206891 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.db [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] For port 297bcc73-63df-4afa-8060-cf1ed35917a7, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:19:46.224460 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.db [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] For port 297bcc73-63df-4afa-8060-cf1ed35917a7, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=297bcc73-63df-4afa-8060-cf1ed35917a7,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:19:46.225903 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:46.242641 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:46.246034 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:46.291567 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-caaf0130-f853-4d96-b714-09c150f39672 req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:46.315349 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ec850c48-a6a8-4107-b9fa-48c62e2487ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:46.392001 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ec850c48-a6a8-4107-b9fa-48c62e2487ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:46.399153 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 3688b735-972a-4832-afc7-0a87ebccb064 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:46.436272 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:46.470035 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] Routers {'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:19:46.470775 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:19:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:46.582325 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 43662) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:46.605647 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-048db9f2-edc0-4d44-bdf4-bba38b758a30 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--123087828', 'description': 'tempest-description--694845462'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:46.622553 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ec850c48-a6a8-4107-b9fa-48c62e2487ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:46.652623 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ec850c48-a6a8-4107-b9fa-48c62e2487ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:46.656393 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-ec850c48-a6a8-4107-b9fa-48c62e2487ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d86f1f8a-b3ac-4216-adcc-e07f96900a53 HTTP/1.1" status: 204 len: 168 time: 0.5234919 Jun 23 16:19:46.656393 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945355e-b824-45be-bab2-161f98392a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86f1f8a-b3ac-4216-adcc-e07f96900a53,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:46.671428 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-0945355e-b824-45be-bab2-161f98392a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:46.673074 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-0689e74c-9088-45f1-96e8-a569517049a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:46.690728 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec850c48-a6a8-4107-b9fa-48c62e2487ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86f1f8a-b3ac-4216-adcc-e07f96900a53,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:46.695293 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ec850c48-a6a8-4107-b9fa-48c62e2487ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:46.705391 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd0433-ebf0-4c04-802c-0b3e8e24f014 req-f8cf4e3f-4d64-40f6-a010-071d265ff570 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:46.712480 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0edd0433-ebf0-4c04-802c-0b3e8e24f014 req-f8cf4e3f-4d64-40f6-a010-071d265ff570 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 931 time: 0.4538255 Jun 23 16:19:46.758956 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d650c33-836d-49dd-811b-6d8335b98b12 None None] Pushing event updated for resources: {'Port': ['ID=297bcc73-63df-4afa-8060-cf1ed35917a7,revision_number=4']} {{(pid=92866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:46.776184 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-6d650c33-836d-49dd-811b-6d8335b98b12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:46.869182 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] Set router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:19:47.011038 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c67da69e-3eff-4021-a3ab-5f2b648d0bce tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:47.144586 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c67da69e-3eff-4021-a3ab-5f2b648d0bce tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:47.156855 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-672846221-router', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:37Z', 'revision_number': 4, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'gw_port': {'id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:28Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '297bcc73-63df-4afa-8060-cf1ed35917a7', 'name': '', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'mac_address': 'fa:16:3e:50:b7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:34Z', 'updated_at': '2021-06-23T16:19:46Z', 'revision_number': 4, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'subnets': [{'id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:47.192371 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16e5bb4-b50d-4ba1-92f1-24a174563eee None None] The sync data for ids ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'] in dv-cinder-788363-4-iscsi is: [{'id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-672846221-router', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:37Z', 'revision_number': 4, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'gw_port': {'id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:28Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '297bcc73-63df-4afa-8060-cf1ed35917a7', 'name': '', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'mac_address': 'fa:16:3e:50:b7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:34Z', 'updated_at': '2021-06-23T16:19:46Z', 'revision_number': 4, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'subnets': [{'id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:19:47.198935 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-ab724582-c15f-4a7b-ac12-a9fea3d6bd3e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Made reservation on behalf of a880a986b3474fb7aee8676598bc91b5 for: {'port': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:19:47.211234 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-ab724582-c15f-4a7b-ac12-a9fea3d6bd3e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:47.238121 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:47.321872 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67da69e-3eff-4021-a3ab-5f2b648d0bce tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08658e1a-79e5-4ddc-8d10-5f45ad58d61b,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:47.338571 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c67da69e-3eff-4021-a3ab-5f2b648d0bce tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:47.365237 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0edd0433-ebf0-4c04-802c-0b3e8e24f014 req-d486807c-b3c0-425e-9d2e-0bb4d594c373 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c7c963e-c048-4763-92d4-ebce7c7ec436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6499870 Jun 23 16:19:47.848804 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 297bcc73-63df-4afa-8060-cf1ed35917a7 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:19:47.882944 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-048db9f2-edc0-4d44-bdf4-bba38b758a30 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:48.011645 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port 297bcc73-63df-4afa-8060-cf1ed35917a7 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:19:48.061468 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 297bcc73-63df-4afa-8060-cf1ed35917a7 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:48.062310 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:48.072653 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b15b57f-8f11-44df-aec4-c44070d0b95c {{(pid=92863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:19:48.161579 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:48.239484 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-048db9f2-edc0-4d44-bdf4-bba38b758a30 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:48.255110 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c67da69e-3eff-4021-a3ab-5f2b648d0bce tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:48.259188 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-c67da69e-3eff-4021-a3ab-5f2b648d0bce tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.3214564 Jun 23 16:19:48.262574 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c86a9c01-2919-43fb-9a82-2accff949d9f req-fbaa9d85-3283-40a7-94f3-0c3518293960 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 210 time: 0.4515967 Jun 23 16:19:48.262716 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [req-caaf0130-f853-4d96-b714-09c150f39672 req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c {{(pid=92863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:19:48.264674 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 43704) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:48.288437 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-7294784d-e756-4a1b-bc6d-eb19d35dd043 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Request body: {'security_group_rule': {'security_group_id': '08658e1a-79e5-4ddc-8d10-5f45ad58d61b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:48.293981 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-caaf0130-f853-4d96-b714-09c150f39672 req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:48.295522 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] Notify callbacks [] for port, precommit_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:48.348268 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-048db9f2-edc0-4d44-bdf4-bba38b758a30 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:48.359822 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [req-caaf0130-f853-4d96-b714-09c150f39672 req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Transition to ACTIVE for port object 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c will not be triggered until provisioned by entity L2. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:19:48.363253 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Transition to ACTIVE for port object 9b15b57f-8f11-44df-aec4-c44070d0b95c will not be triggered until provisioned by entity L2. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:19:48.370344 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-caaf0130-f853-4d96-b714-09c150f39672 req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:48.395968 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:48.395968 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:48.436494 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b646c0f0-b5da-4b45-b8ed-afaaf1fc1d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:48.484553 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] Transition to ACTIVE for port object 514e38cd-6d19-4def-a582-9cc02f010bb9 will not be triggered until provisioned by entity L2. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:19:48.537876 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:48.567581 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:48.583413 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-048db9f2-edc0-4d44-bdf4-bba38b758a30 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:48.588931 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-048db9f2-edc0-4d44-bdf4-bba38b758a30 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.9891198 Jun 23 16:19:48.623059 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:48.655461 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 43714) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:48.670824 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7294784d-e756-4a1b-bc6d-eb19d35dd043 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:48.685141 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-44ed9c6b-1824-4698-bb5c-035a42a99e64 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Request body: {'security_group_rule': {'security_group_id': 'c0118f49-d799-4dca-9170-8652718c398f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:48.767546 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c843f-45cd-4d5e-ba04-48a74be2a15b None None] Pushing event updated for resources: {'Port': ['ID=514e38cd-6d19-4def-a582-9cc02f010bb9,revision_number=3']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:48.776058 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-c75c843f-45cd-4d5e-ba04-48a74be2a15b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:48.893143 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port 297bcc73-63df-4afa-8060-cf1ed35917a7, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=297bcc73-63df-4afa-8060-cf1ed35917a7,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:48.925188 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7294784d-e756-4a1b-bc6d-eb19d35dd043 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:48.976263 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Pushing event updated for resources: {'Port': ['ID=12dfe33f-3bb4-4111-ad9d-f406c3a6e72c,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:48.991705 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-44ed9c6b-1824-4698-bb5c-035a42a99e64 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:49.011047 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7294784d-e756-4a1b-bc6d-eb19d35dd043 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:49.015513 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:49.042948 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:49.050310 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-e9c69fc1-4621-47d5-92a4-9d0c370dc715 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.520s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:49.061843 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048db9f2-edc0-4d44-bdf4-bba38b758a30 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0118f49-d799-4dca-9170-8652718c398f,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:49.104374 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Pushing event updated for resources: {'Port': ['ID=9b15b57f-8f11-44df-aec4-c44070d0b95c,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:49.108554 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:49.166938 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:49.175725 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7294784d-e756-4a1b-bc6d-eb19d35dd043 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:49.179200 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-7294784d-e756-4a1b-bc6d-eb19d35dd043 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9035530 Jun 23 16:19:49.182369 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 43736) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:49.183908 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_common [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-ab724582-c15f-4a7b-ac12-a9fea3d6bd3e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Allocated IP 172.20.0.7 (c6e4245e-4f0f-4237-826e-50852997cf26/9790e06a-23e5-4112-9fcd-ab37b14fb6cc/3fcbd813-4fb1-4bcd-b691-649908f71ec9) {{(pid=92864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:19:49.192462 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-dfadc169-8570-47a1-b422-d7202b7fe6de tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Request body: {'security_group_rule': {'security_group_id': '08658e1a-79e5-4ddc-8d10-5f45ad58d61b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:49.217921 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-048db9f2-edc0-4d44-bdf4-bba38b758a30 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:49.218944 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:49.255129 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] Attempting to bind port 514e38cd-6d19-4def-a582-9cc02f010bb9 on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:19:49.260321 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] Attempting to bind port 514e38cd-6d19-4def-a582-9cc02f010bb9 by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': '3e773a08-1a50-4d4d-9a02-291be1d2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55'}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:19:49.264171 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] Attempting to bind port 514e38cd-6d19-4def-a582-9cc02f010bb9 on network c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:19:49.282528 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-44ed9c6b-1824-4698-bb5c-035a42a99e64 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:49.293494 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294784d-e756-4a1b-bc6d-eb19d35dd043 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514b6a45-560f-4fea-a82e-ac19be922e68,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:49.324378 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-44ed9c6b-1824-4698-bb5c-035a42a99e64 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:49.328611 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:19:49.331204 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] Checking segment: {'id': '3e773a08-1a50-4d4d-9a02-291be1d2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:19:49.341027 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:49.343716 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7294784d-e756-4a1b-bc6d-eb19d35dd043 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:49.345327 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] Bound using segment: {'id': '3e773a08-1a50-4d4d-9a02-291be1d2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55'} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:19:49.345906 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] Bound port: 514e38cd-6d19-4def-a582-9cc02f010bb9, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e773a08-1a50-4d4d-9a02-291be1d2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55'}}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:19:49.347526 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:49.360622 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Attempting to bind port 9b15b57f-8f11-44df-aec4-c44070d0b95c on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:19:49.361043 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Attempting to bind port 9b15b57f-8f11-44df-aec4-c44070d0b95c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'a5cd581f-8376-4163-a31a-e78ffac1a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26'}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:19:49.361548 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Attempting to bind port 9b15b57f-8f11-44df-aec4-c44070d0b95c on network c6e4245e-4f0f-4237-826e-50852997cf26 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:19:49.371294 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-dfadc169-8570-47a1-b422-d7202b7fe6de tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:49.401241 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=297bcc73-63df-4afa-8060-cf1ed35917a7,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:49.408773 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:49.420645 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-caaf0130-f853-4d96-b714-09c150f39672 req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Attempting to bind port 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:19:49.421072 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-caaf0130-f853-4d96-b714-09c150f39672 req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Attempting to bind port 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'eb1cff15-5967-4336-be43-79a72ced30a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '5e435acc-581c-4487-b75b-fc68db6924b4'}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:19:49.421400 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaf0130-f853-4d96-b714-09c150f39672 req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Attempting to bind port 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c on network 5e435acc-581c-4487-b75b-fc68db6924b4 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:19:49.423334 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:49.445228 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Port 9b15b57f-8f11-44df-aec4-c44070d0b95c on network c6e4245e-4f0f-4237-826e-50852997cf26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:19:49.445604 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Attempting to bind port 9b15b57f-8f11-44df-aec4-c44070d0b95c on network c6e4245e-4f0f-4237-826e-50852997cf26 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:19:49.484304 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaf0130-f853-4d96-b714-09c150f39672 req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Port 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c on network 5e435acc-581c-4487-b75b-fc68db6924b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:19:49.484925 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaf0130-f853-4d96-b714-09c150f39672 req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Attempting to bind port 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c on network 5e435acc-581c-4487-b75b-fc68db6924b4 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:19:49.536479 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Checking agent: {'id': '038417b8-6895-4fa1-8365-da35a0f7bc41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'started_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:19:49.540592 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Checking segment: {'id': 'a5cd581f-8376-4163-a31a-e78ffac1a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:19:49.541919 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Bound using segment: {'id': 'a5cd581f-8376-4163-a31a-e78ffac1a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26'} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:19:49.564841 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] For port 514e38cd-6d19-4def-a582-9cc02f010bb9, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:19:49.566699 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Bound port: 9b15b57f-8f11-44df-aec4-c44070d0b95c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5cd581f-8376-4163-a31a-e78ffac1a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26'}}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:19:49.576898 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:49.577247 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] For port 514e38cd-6d19-4def-a582-9cc02f010bb9, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=514e38cd-6d19-4def-a582-9cc02f010bb9,segment=NetworkSegment(3e773a08-1a50-4d4d-9a02-291be1d2dc56),segment_id=3e773a08-1a50-4d4d-9a02-291be1d2dc56)] {{(pid=92865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:19:49.585802 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:49.589489 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaf0130-f853-4d96-b714-09c150f39672 req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Checking agent: {'id': '038417b8-6895-4fa1-8365-da35a0f7bc41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'started_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:19:49.590048 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaf0130-f853-4d96-b714-09c150f39672 req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Checking segment: {'id': 'eb1cff15-5967-4336-be43-79a72ced30a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '5e435acc-581c-4487-b75b-fc68db6924b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:19:49.590713 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaf0130-f853-4d96-b714-09c150f39672 req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Bound using segment: {'id': 'eb1cff15-5967-4336-be43-79a72ced30a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '5e435acc-581c-4487-b75b-fc68db6924b4'} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:19:49.591204 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-caaf0130-f853-4d96-b714-09c150f39672 req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Bound port: 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1cff15-5967-4336-be43-79a72ced30a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '5e435acc-581c-4487-b75b-fc68db6924b4'}}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:19:49.591558 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-caaf0130-f853-4d96-b714-09c150f39672 req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:49.592855 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-07b940f1-9be9-4668-96c1-3645ae91ce97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:49.593835 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-44ed9c6b-1824-4698-bb5c-035a42a99e64 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:49.603205 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-44ed9c6b-1824-4698-bb5c-035a42a99e64 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9404848 Jun 23 16:19:49.609239 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 43748) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:49.632089 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb9272-9d89-4565-8e96-f08514e946fe req-f48437e8-a4b7-428f-9aa0-42ba3e815ffc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:49.643447 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e2fb9272-9d89-4565-8e96-f08514e946fe req-f48437e8-a4b7-428f-9aa0-42ba3e815ffc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 943 time: 0.7404010 Jun 23 16:19:49.670855 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-dfadc169-8570-47a1-b422-d7202b7fe6de tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:49.674191 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 297bcc73-63df-4afa-8060-cf1ed35917a7 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:19:49.767622 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-dfadc169-8570-47a1-b422-d7202b7fe6de tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:49.768540 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed9c6b-1824-4698-bb5c-035a42a99e64 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b519c23-cf69-453c-91b6-3aa2444550a0,revision_number=0']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:49.773210 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] Routers {'19104c84-1a9b-4cab-890b-c1da05535e4a'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:19:49.773965 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:19:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['19104c84-1a9b-4cab-890b-c1da05535e4a'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:49.777813 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c843f-45cd-4d5e-ba04-48a74be2a15b None None] Pushing event updated for resources: {'Port': ['ID=514e38cd-6d19-4def-a582-9cc02f010bb9,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:49.782958 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-c75c843f-45cd-4d5e-ba04-48a74be2a15b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:49.804934 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-44ed9c6b-1824-4698-bb5c-035a42a99e64 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:49.818211 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-44ed9c6b-1824-4698-bb5c-035a42a99e64 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:50.019608 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 297bcc73-63df-4afa-8060-cf1ed35917a7 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:50.020247 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:50.070685 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadc169-8570-47a1-b422-d7202b7fe6de tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57b7f40-6eb7-4e27-b6f9-24627d118682,revision_number=0']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:50.110309 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e2fb9272-9d89-4565-8e96-f08514e946fe req-d16baf28-4d2e-402a-8cab-61a8d1aa3fe8 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c7c963e-c048-4763-92d4-ebce7c7ec436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620745 Jun 23 16:19:50.141707 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-dfadc169-8570-47a1-b422-d7202b7fe6de tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:50.195360 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] Set router 19104c84-1a9b-4cab-890b-c1da05535e4a gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:19:50.196854 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-fcdb2cd2-12d8-426d-a2a8-40360dfa0acf tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Request body: {'security_group_rule': {'security_group_id': 'c0118f49-d799-4dca-9170-8652718c398f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:50.197052 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-caaf0130-f853-4d96-b714-09c150f39672 req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] For port 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c, host hv-cinder-78836, cleared binding levels {{(pid=92863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:19:50.219851 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-dfadc169-8570-47a1-b422-d7202b7fe6de tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:50.224386 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-dfadc169-8570-47a1-b422-d7202b7fe6de tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0332999 Jun 23 16:19:50.228167 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 43770) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:50.229401 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] For port 9b15b57f-8f11-44df-aec4-c44070d0b95c, host hv-cinder-78836, cleared binding levels {{(pid=92863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:19:50.255740 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4e5a19fb-6aa6-4e60-9d7e-cd40eba64d1c req-b64ec448-b192-4101-a10c-8d077a2a3438 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 210 time: 0.0329139 Jun 23 16:19:50.280088 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-fcdb2cd2-12d8-426d-a2a8-40360dfa0acf tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:50.302174 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-703f7c40-5c67-47fa-89ee-63c769674457 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Request body: {'floatingip': {'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:50.379150 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-fcdb2cd2-12d8-426d-a2a8-40360dfa0acf tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:50.400324 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-fcdb2cd2-12d8-426d-a2a8-40360dfa0acf tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:50.404542 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-caaf0130-f853-4d96-b714-09c150f39672 req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] For port 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=12dfe33f-3bb4-4111-ad9d-f406c3a6e72c,segment=NetworkSegment(eb1cff15-5967-4336-be43-79a72ced30a8),segment_id=eb1cff15-5967-4336-be43-79a72ced30a8)] {{(pid=92863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:19:50.427475 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7294784d-e756-4a1b-bc6d-eb19d35dd043 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:50.443527 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb2cd2-12d8-426d-a2a8-40360dfa0acf tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32fdb94-9c5e-45fb-817f-48ed73352f92,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:50.457821 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-ab724582-c15f-4a7b-ac12-a9fea3d6bd3e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Notify callbacks [] for port, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:50.463020 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-fcdb2cd2-12d8-426d-a2a8-40360dfa0acf tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:50.469351 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-caaf0130-f853-4d96-b714-09c150f39672 req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:50.476541 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] For port 9b15b57f-8f11-44df-aec4-c44070d0b95c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9b15b57f-8f11-44df-aec4-c44070d0b95c,segment=NetworkSegment(a5cd581f-8376-4163-a31a-e78ffac1a8cb),segment_id=a5cd581f-8376-4163-a31a-e78ffac1a8cb)] {{(pid=92863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:19:50.495227 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:50.502740 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:50.523049 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-ab724582-c15f-4a7b-ac12-a9fea3d6bd3e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:50.534276 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-a0eb4b15-9833-45b4-9015-c9fd2ad0e365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:50.553436 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf0130-f853-4d96-b714-09c150f39672 req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:50.554284 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-caaf0130-f853-4d96-b714-09c150f39672 req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:50.555923 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-caaf0130-f853-4d96-b714-09c150f39672 req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] 10.222.0.84 "PUT /v2.0/ports/12dfe33f-3bb4-4111-ad9d-f406c3a6e72c HTTP/1.1" status: 200 len: 1093 time: 4.8803828 Jun 23 16:19:50.565879 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939be620-58ef-49c7-b35c-fbcff49b4329', 'tag': '12dfe33f-3bb4-4111-ad9d-f406c3a6e72c'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:19:50.696293 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-fcdb2cd2-12d8-426d-a2a8-40360dfa0acf tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:50.699675 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-fcdb2cd2-12d8-426d-a2a8-40360dfa0acf tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0702131 Jun 23 16:19:50.711753 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 43796) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:50.724871 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-e65813bb-14f4-4013-a4f9-222ec1f4c0ad tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Request body: {'floatingip': {'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:50.752074 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-ab724582-c15f-4a7b-ac12-a9fea3d6bd3e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Network c6e4245e-4f0f-4237-826e-50852997cf26 is already hosted by enough agents. {{(pid=92864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:19:50.775491 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-ab724582-c15f-4a7b-ac12-a9fea3d6bd3e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Resources bound (agent type, host, resource id): {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:50.791025 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-703f7c40-5c67-47fa-89ee-63c769674457 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for floatingip, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:50.806384 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-ab724582-c15f-4a7b-ac12-a9fea3d6bd3e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Received port after_create {{(pid=92864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:19:50.818753 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-ab724582-c15f-4a7b-ac12-a9fea3d6bd3e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:50.820883 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-ab724582-c15f-4a7b-ac12-a9fea3d6bd3e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for port, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:50.877096 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab724582-c15f-4a7b-ac12-a9fea3d6bd3e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Pushing event updated for resources: {'Port': ['ID=3fcbd813-4fb1-4bcd-b691-649908f71ec9,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:50.878530 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:50.881958 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:50.882410 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ab724582-c15f-4a7b-ac12-a9fea3d6bd3e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:50.883640 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e65813bb-14f4-4013-a4f9-222ec1f4c0ad tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for floatingip, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:50.885220 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] 10.222.0.84 "PUT /v2.0/ports/9b15b57f-8f11-44df-aec4-c44070d0b95c HTTP/1.1" status: 200 len: 1093 time: 5.1980929 Jun 23 16:19:50.917109 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-ab724582-c15f-4a7b-ac12-a9fea3d6bd3e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2411604 Jun 23 16:19:50.961798 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'name': 'tempest-AttachVolumeTestJSON-894092085-router', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '3688b735-972a-4832-afc7-0a87ebccb064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:27Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'gw_port': {'id': '3688b735-972a-4832-afc7-0a87ebccb064', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:29Z', 'updated_at': '2021-06-23T16:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '514e38cd-6d19-4def-a582-9cc02f010bb9', 'name': '', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'mac_address': 'fa:16:3e:d0:fd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:36Z', 'updated_at': '2021-06-23T16:19:49Z', 'revision_number': 4, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'subnets': [{'id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:19:50.976307 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Request body: {'port': {'device_id': 'fb766bd4-c77e-48a6-aa82-739f02c9cb6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:50.982897 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Pushing event updated for resources: {'Port': ['ID=12dfe33f-3bb4-4111-ad9d-f406c3a6e72c,revision_number=3']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:51.009353 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:51.014167 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.462s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:51.049309 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1322f3-e6c3-44c5-936f-0c3b00da5da5 None None] The sync data for ids ['19104c84-1a9b-4cab-890b-c1da05535e4a'] in dv-cinder-788363-4-iscsi is: [{'id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'name': 'tempest-AttachVolumeTestJSON-894092085-router', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '3688b735-972a-4832-afc7-0a87ebccb064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:27Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'gw_port': {'id': '3688b735-972a-4832-afc7-0a87ebccb064', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:29Z', 'updated_at': '2021-06-23T16:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '514e38cd-6d19-4def-a582-9cc02f010bb9', 'name': '', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'mac_address': 'fa:16:3e:d0:fd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:36Z', 'updated_at': '2021-06-23T16:19:49Z', 'revision_number': 4, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'subnets': [{'id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:19:51.256935 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:51.579699 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82fc8a0-e1ff-498a-a93f-d72c7bb206e7" -d '{"events": [{"name": "network-changed", "server_uuid": "939be620-58ef-49c7-b35c-fbcff49b4329", "tag": "12dfe33f-3bb4-4111-ad9d-f406c3a6e72c"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:19:51.735907 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 514e38cd-6d19-4def-a582-9cc02f010bb9 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:19:51.823458 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Pushing event updated for resources: {'Port': ['ID=9b15b57f-8f11-44df-aec4-c44070d0b95c,revision_number=3']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:51.828464 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:51.858928 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port 514e38cd-6d19-4def-a582-9cc02f010bb9 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:19:51.867288 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 514e38cd-6d19-4def-a582-9cc02f010bb9 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:51.868894 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:51.939137 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e65813bb-14f4-4013-a4f9-222ec1f4c0ad tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:52.102034 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:52.137937 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf0130-f853-4d96-b714-09c150f39672 req-5fec6787-c659-4893-99b3-eeb78ba1d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:52.140495 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-caaf0130-f853-4d96-b714-09c150f39672 req-5fec6787-c659-4893-99b3-eeb78ba1d922 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=12170a031e6b4315b817d298dfa78b3d&device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 1096 time: 1.3979230 Jun 23 16:19:52.171743 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-402b690d-6b3d-44a2-8ed1-ba0dde922142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:52.173492 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-402b690d-6b3d-44a2-8ed1-ba0dde922142 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a880a986b3474fb7aee8676598bc91b5&device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 1096 time: 1.1704950 Jun 23 16:19:52.176963 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port 514e38cd-6d19-4def-a582-9cc02f010bb9, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=514e38cd-6d19-4def-a582-9cc02f010bb9,segment=NetworkSegment(3e773a08-1a50-4d4d-9a02-291be1d2dc56),segment_id=3e773a08-1a50-4d4d-9a02-291be1d2dc56)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:19:52.186746 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:52.192618 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-07b940f1-9be9-4668-96c1-3645ae91ce97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:52.234576 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53e073-3c61-4f8a-ac9f-a0a445027f70 req-5eb28a3b-c7a1-42df-8a52-845605f09c2c tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:52.236442 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ac53e073-3c61-4f8a-ac9f-a0a445027f70 req-5eb28a3b-c7a1-42df-8a52-845605f09c2c tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 931 time: 0.6729734 Jun 23 16:19:52.270933 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 43854) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:52.373693 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=514e38cd-6d19-4def-a582-9cc02f010bb9,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:52.377303 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:52.390493 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee8b3b-107e-42ea-9ad8-f79d07c80d06 req-3eb9b29e-2073-4419-bda1-a706397fdb96 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:52.392220 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e8ee8b3b-107e-42ea-9ad8-f79d07c80d06 req-3eb9b29e-2073-4419-bda1-a706397fdb96 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 943 time: 0.8300419 Jun 23 16:19:52.396531 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-caaf0130-f853-4d96-b714-09c150f39672 req-6e65a149-d051-4a08-bf69-dafbbaca184d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12dfe33f-3bb4-4111-ad9d-f406c3a6e72c HTTP/1.1" status: 200 len: 217 time: 0.2139108 Jun 23 16:19:52.398595 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-a32d03fe-3b40-4049-aa38-6e644878def5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b15b57f-8f11-44df-aec4-c44070d0b95c HTTP/1.1" status: 200 len: 217 time: 0.1767154 Jun 23 16:19:52.434548 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ac53e073-3c61-4f8a-ac9f-a0a445027f70 req-1f52e364-fc14-4af5-bb98-a8b2a34d2a98 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910741 Jun 23 16:19:52.492068 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_common [None req-e65813bb-14f4-4013-a4f9-222ec1f4c0ad tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Allocated IP 172.27.3.131 (e0719ee7-fed0-4bca-a581-6af63c437fb6/0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4/25d9ca5d-a093-4d7b-a94c-ee830e38e92b) {{(pid=92864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:19:52.682341 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.notifiers.nova [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcbd813-4fb1-4bcd-b691-649908f71ec9 {{(pid=92864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:19:52.715114 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:52.740320 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-703f7c40-5c67-47fa-89ee-63c769674457 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:52.778803 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a410ab11-91ff-4718-9c47-1b1f9d54fd82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:52.807501 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e8ee8b3b-107e-42ea-9ad8-f79d07c80d06 req-bda7ea45-4e8e-48dc-855f-106b98b88632 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c7c963e-c048-4763-92d4-ebce7c7ec436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862028 Jun 23 16:19:52.820105 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-ab05bca8-3ba4-474b-b371-ed4f9225b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:52.821890 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-ab05bca8-3ba4-474b-b371-ed4f9225b24c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9790e06a-23e5-4112-9fcd-ab37b14fb6cc HTTP/1.1" status: 200 len: 858 time: 0.3527176 Jun 23 16:19:52.939888 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.provisioning_blocks [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Transition to ACTIVE for port object 3fcbd813-4fb1-4bcd-b691-649908f71ec9 will not be triggered until provisioned by entity L2. {{(pid=92864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:19:52.947385 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:52.964633 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:52.976605 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e65813bb-14f4-4013-a4f9-222ec1f4c0ad tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for port, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:53.150095 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a410ab11-91ff-4718-9c47-1b1f9d54fd82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:53.173559 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Pushing event updated for resources: {'Port': ['ID=3fcbd813-4fb1-4bcd-b691-649908f71ec9,revision_number=2']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:53.175817 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf0130-f853-4d96-b714-09c150f39672 req-f9db64ef-dc0c-44fc-b6e1-dd0965a3550a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:53.183951 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-caaf0130-f853-4d96-b714-09c150f39672 req-f9db64ef-dc0c-44fc-b6e1-dd0965a3550a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4d8f05bd-be70-42c2-901b-b646cd7696ea HTTP/1.1" status: 200 len: 852 time: 0.7313187 Jun 23 16:19:53.203586 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:53.224965 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.managers [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Attempting to bind port 3fcbd813-4fb1-4bcd-b691-649908f71ec9 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:19:53.225300 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.managers [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Attempting to bind port 3fcbd813-4fb1-4bcd-b691-649908f71ec9 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'a5cd581f-8376-4163-a31a-e78ffac1a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26'}] {{(pid=92864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:19:53.225647 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Attempting to bind port 3fcbd813-4fb1-4bcd-b691-649908f71ec9 on network c6e4245e-4f0f-4237-826e-50852997cf26 {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:19:53.240816 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Port 3fcbd813-4fb1-4bcd-b691-649908f71ec9 on network c6e4245e-4f0f-4237-826e-50852997cf26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:19:53.241144 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Attempting to bind port 3fcbd813-4fb1-4bcd-b691-649908f71ec9 on network c6e4245e-4f0f-4237-826e-50852997cf26 {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:19:53.255416 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Checking agent: {'id': '038417b8-6895-4fa1-8365-da35a0f7bc41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'started_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:19:53.255631 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Checking segment: {'id': 'a5cd581f-8376-4163-a31a-e78ffac1a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:19:53.256204 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Bound using segment: {'id': 'a5cd581f-8376-4163-a31a-e78ffac1a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26'} {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:19:53.256677 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.managers [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Bound port: 3fcbd813-4fb1-4bcd-b691-649908f71ec9, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5cd581f-8376-4163-a31a-e78ffac1a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26'}}] {{(pid=92864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:19:53.257029 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:53.262732 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e27cd7-2231-4ae4-913a-68493b26104c x-openstack-request-id: req-19e27cd7-2231-4ae4-913a-68493b26104c {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:19:53.263011 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939be620-58ef-49c7-b35c-fbcff49b4329", "tag": "12dfe33f-3bb4-4111-ad9d-f406c3a6e72c", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:19:53.263550 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-19e27cd7-2231-4ae4-913a-68493b26104c {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:19:53.264388 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939be620-58ef-49c7-b35c-fbcff49b4329', 'tag': '12dfe33f-3bb4-4111-ad9d-f406c3a6e72c', 'status': 'completed', 'code': 200} Jun 23 16:19:53.268058 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a410ab11-91ff-4718-9c47-1b1f9d54fd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:53.275887 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e65813bb-14f4-4013-a4f9-222ec1f4c0ad tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:53.285162 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:53.327743 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-d9b02d42-8337-4fae-9fbc-e0b6df209118 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c6e4245e-4f0f-4237-826e-50852997cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2114229 Jun 23 16:19:53.355625 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-efab0240-39d7-4717-96cc-8b94e63bfc49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:53.377396 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-caaf0130-f853-4d96-b714-09c150f39672 req-94543af4-0264-4bd8-8b9b-e210d15f5852 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5e435acc-581c-4487-b75b-fc68db6924b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167696 Jun 23 16:19:53.379878 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65813bb-14f4-4013-a4f9-222ec1f4c0ad tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Network e0719ee7-fed0-4bca-a581-6af63c437fb6 is already hosted by enough agents. {{(pid=92864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:19:53.390093 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-e65813bb-14f4-4013-a4f9-222ec1f4c0ad tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Resources bound (agent type, host, resource id): {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:53.397015 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65813bb-14f4-4013-a4f9-222ec1f4c0ad tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Pushing event updated for resources: {'Port': ['ID=25d9ca5d-a093-4d7b-a94c-ee830e38e92b,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:53.399161 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65813bb-14f4-4013-a4f9-222ec1f4c0ad tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Received port after_create {{(pid=92864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:19:53.417691 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-e65813bb-14f4-4013-a4f9-222ec1f4c0ad tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:53.522719 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-a410ab11-91ff-4718-9c47-1b1f9d54fd82 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=efcf37d895f54931861e3504fa1d9633&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2426949 Jun 23 16:19:53.527598 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 43884) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:53.562056 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 43886) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:53.596343 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410ab11-91ff-4718-9c47-1b1f9d54fd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd0f298-7191-410d-9ad0-0bde89431e63,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:53.609262 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-a410ab11-91ff-4718-9c47-1b1f9d54fd82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:53.612019 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [None req-703f7c40-5c67-47fa-89ee-63c769674457 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Allocated IP 172.27.3.137 (e0719ee7-fed0-4bca-a581-6af63c437fb6/0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4/1804b8af-1657-484f-8868-a13e57ea9a2d) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:19:53.642793 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] For port 3fcbd813-4fb1-4bcd-b691-649908f71ec9, host hv-cinder-78836, cleared binding levels {{(pid=92864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:19:53.659101 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 514e38cd-6d19-4def-a582-9cc02f010bb9 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:19:53.769097 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-caaf0130-f853-4d96-b714-09c150f39672 req-cae1b7ce-8f52-451a-a697-e0f790df2345 service neutron] 10.222.0.84 "GET /v2.0/networks/5e435acc-581c-4487-b75b-fc68db6924b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510096 Jun 23 16:19:53.802866 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] For port 3fcbd813-4fb1-4bcd-b691-649908f71ec9, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3fcbd813-4fb1-4bcd-b691-649908f71ec9,segment=NetworkSegment(a5cd581f-8376-4163-a31a-e78ffac1a8cb),segment_id=a5cd581f-8376-4163-a31a-e78ffac1a8cb)] {{(pid=92864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:19:53.815934 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e65813bb-14f4-4013-a4f9-222ec1f4c0ad tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:53.821082 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 514e38cd-6d19-4def-a582-9cc02f010bb9 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:19:53.821512 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:53.828340 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:53.915556 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:53.940823 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:53.943567 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for port, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:53.945404 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] 10.222.0.84 "PUT /v2.0/ports/3fcbd813-4fb1-4bcd-b691-649908f71ec9 HTTP/1.1" status: 200 len: 1093 time: 3.0014448 Jun 23 16:19:53.982251 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb766bd4-c77e-48a6-aa82-739f02c9cb6f', 'tag': '3fcbd813-4fb1-4bcd-b691-649908f71ec9'}] {{(pid=92864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:19:54.066730 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-530ad229-a231-470f-a46d-f3ea7b205faa service neutron] 10.222.0.84 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6531701 Jun 23 16:19:54.069904 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7bbb9c25-2477-4003-87be-ac4e347a3759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:54.162108 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Pushing event updated for resources: {'Port': ['ID=3fcbd813-4fb1-4bcd-b691-649908f71ec9,revision_number=3']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:54.173872 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-703f7c40-5c67-47fa-89ee-63c769674457 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:54.179981 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:54.199353 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aac045-151c-4fb7-89bb-826e5954bf03 req-154fc5c3-8589-450b-b3ae-9d277b0aa6ec tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:54.208058 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d7aac045-151c-4fb7-89bb-826e5954bf03 req-154fc5c3-8589-450b-b3ae-9d277b0aa6ec tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 943 time: 0.3407209 Jun 23 16:19:54.215814 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-caaf0130-f853-4d96-b714-09c150f39672 req-66ed4526-b9cd-4098-9c93-923bb7ad14d1 service neutron] 10.222.0.84 "GET /v2.0/networks/5e435acc-581c-4487-b75b-fc68db6924b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073837 Jun 23 16:19:54.284122 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d7aac045-151c-4fb7-89bb-826e5954bf03 req-97dd2b0d-4d4b-400e-9c29-4f596bf86629 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722003 Jun 23 16:19:54.333631 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-703f7c40-5c67-47fa-89ee-63c769674457 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:54.338020 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:54.357552 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e65813bb-14f4-4013-a4f9-222ec1f4c0ad tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:54.382925 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-50670481-de9e-48ee-9dca-ce659a8ea115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:54.409848 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703f7c40-5c67-47fa-89ee-63c769674457 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Network e0719ee7-fed0-4bca-a581-6af63c437fb6 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:19:54.415232 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-703f7c40-5c67-47fa-89ee-63c769674457 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:54.424860 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703f7c40-5c67-47fa-89ee-63c769674457 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:19:54.430386 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f7c40-5c67-47fa-89ee-63c769674457 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Pushing event updated for resources: {'Port': ['ID=1804b8af-1657-484f-8868-a13e57ea9a2d,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:54.437937 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-703f7c40-5c67-47fa-89ee-63c769674457 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:54.444515 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6746fc05b017fa2e5222a758ba3018216863d05e2f8cda4fa9da67320e81433e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cf6429-7893-4c0f-a2fa-e70a39736276" -d '{"events": [{"name": "network-changed", "server_uuid": "fb766bd4-c77e-48a6-aa82-739f02c9cb6f", "tag": "3fcbd813-4fb1-4bcd-b691-649908f71ec9"}]}' {{(pid=92864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:19:54.484192 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-50670481-de9e-48ee-9dca-ce659a8ea115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:54.547414 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-703f7c40-5c67-47fa-89ee-63c769674457 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:54.617016 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-703f7c40-5c67-47fa-89ee-63c769674457 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:54.679135 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b073a76-10b1-4436-963d-a0a8f041ea65 x-openstack-request-id: req-1b073a76-10b1-4436-963d-a0a8f041ea65 {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:19:54.679494 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb766bd4-c77e-48a6-aa82-739f02c9cb6f", "tag": "3fcbd813-4fb1-4bcd-b691-649908f71ec9", "status": "completed", "code": 200}]} {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:19:54.679716 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b073a76-10b1-4436-963d-a0a8f041ea65 {{(pid=92864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:19:54.680176 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb766bd4-c77e-48a6-aa82-739f02c9cb6f', 'tag': '3fcbd813-4fb1-4bcd-b691-649908f71ec9', 'status': 'completed', 'code': 200} Jun 23 16:19:54.777722 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7bbb9c25-2477-4003-87be-ac4e347a3759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:54.788190 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-703f7c40-5c67-47fa-89ee-63c769674457 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:54.792313 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-703f7c40-5c67-47fa-89ee-63c769674457 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:54.795435 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:54.808858 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7bbb9c25-2477-4003-87be-ac4e347a3759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:54.821325 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a829d-fd0b-42a2-a7bb-0555afa9feb9 req-7f159d82-f2cf-4ee9-a996-b060e2b6e692 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:54.826204 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9f5a829d-fd0b-42a2-a7bb-0555afa9feb9 req-7f159d82-f2cf-4ee9-a996-b060e2b6e692 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 943 time: 0.6653965 Jun 23 16:19:54.830774 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-703f7c40-5c67-47fa-89ee-63c769674457 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651384'] for floatingip, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:54.831206 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-8c287183-8a66-45d0-b9bb-beb9d1972a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:54.856368 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-703f7c40-5c67-47fa-89ee-63c769674457 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for floatingip, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:54.857594 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-703f7c40-5c67-47fa-89ee-63c769674457 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5704246 Jun 23 16:19:54.858415 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f7c40-5c67-47fa-89ee-63c769674457 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Pushing event updated for resources: {'Port': ['ID=1804b8af-1657-484f-8868-a13e57ea9a2d,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:54.861032 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-50670481-de9e-48ee-9dca-ce659a8ea115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:54.873290 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-703f7c40-5c67-47fa-89ee-63c769674457 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:54.878469 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-50670481-de9e-48ee-9dca-ce659a8ea115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:54.879597 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-50670481-de9e-48ee-9dca-ce659a8ea115 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0cd0f298-7191-410d-9ad0-0bde89431e63 HTTP/1.1" status: 204 len: 168 time: 1.3386221 Jun 23 16:19:54.916145 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb9c25-2477-4003-87be-ac4e347a3759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893e6d53-4ebb-4a8a-aec8-55561c0c002d,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:54.976208 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-7bbb9c25-2477-4003-87be-ac4e347a3759 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=edd0d03e48fa4e3c97217c42d1be2e40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3849454 Jun 23 16:19:54.979013 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 43926) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:54.979412 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7bbb9c25-2477-4003-87be-ac4e347a3759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:54.986952 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:54.992901 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e65813bb-14f4-4013-a4f9-222ec1f4c0ad tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for port, precommit_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:55.010269 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e65813bb-14f4-4013-a4f9-222ec1f4c0ad tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:55.029715 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50670481-de9e-48ee-9dca-ce659a8ea115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd0f298-7191-410d-9ad0-0bde89431e63,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:55.052467 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-50670481-de9e-48ee-9dca-ce659a8ea115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:55.053768 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:55.097253 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65813bb-14f4-4013-a4f9-222ec1f4c0ad tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Pushing event updated for resources: {'Port': ['ID=25d9ca5d-a093-4d7b-a94c-ee830e38e92b,revision_number=2']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:55.113024 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9f5a829d-fd0b-42a2-a7bb-0555afa9feb9 req-6c3749dc-c990-4814-b8e6-fe815f4460c8 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c7c963e-c048-4763-92d4-ebce7c7ec436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791169 Jun 23 16:19:55.114301 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e65813bb-14f4-4013-a4f9-222ec1f4c0ad tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651384'] for floatingip, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:55.125428 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-e65813bb-14f4-4013-a4f9-222ec1f4c0ad tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:55.253759 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e65813bb-14f4-4013-a4f9-222ec1f4c0ad tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for floatingip, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:55.254089 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-e65813bb-14f4-4013-a4f9-222ec1f4c0ad tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5380929 Jun 23 16:19:55.327766 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fc8a0-e1ff-498a-a93f-d72c7bb206e7 req-83421f1b-8116-4d9d-a4de-3bf89f1935ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:55.338371 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a82fc8a0-e1ff-498a-a93f-d72c7bb206e7 req-83421f1b-8116-4d9d-a4de-3bf89f1935ee service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=12170a031e6b4315b817d298dfa78b3d&device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 1096 time: 0.2101862 Jun 23 16:19:55.400378 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f58283-f7cb-4962-a540-284eb41695b7', 'tag': '9b15b57f-8f11-44df-aec4-c44070d0b95c'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:19:55.404624 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039755f2-e24f-4a45-959e-599fd0defb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "10f58283-f7cb-4962-a540-284eb41695b7", "tag": "9b15b57f-8f11-44df-aec4-c44070d0b95c"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:19:55.405687 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 43958) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:55.439491 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-27782999-6d27-4f47-8485-f7a18020b8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:55.457335 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8cbe38e8-a05c-416a-b593-cf89819e2a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:55.476464 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-e4295495-614f-4060-b6c6-395982f2e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:55.477828 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-e4295495-614f-4060-b6c6-395982f2e09d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a880a986b3474fb7aee8676598bc91b5&device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 1096 time: 0.4135346 Jun 23 16:19:55.496998 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-574efdf5-3c88-4839-9ff3-5e239335e756 req-5f723e7a-bd20-4053-b8db-1ea24b2be8f3 service neutron] 10.222.0.84 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862521 Jun 23 16:19:55.531046 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-27782999-6d27-4f47-8485-f7a18020b8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:55.590730 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-c7926d11-8399-4400-8e3a-4899635b48a1 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--521397292&fields=id&tenant_id=a76e9d11e45c4db3b9f6a8f2b48aff11 HTTP/1.1" status: 200 len: 267 time: 0.1810310 Jun 23 16:19:55.597865 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-2338e319-5ea6-498b-a96e-93bc51d83d37 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcbd813-4fb1-4bcd-b691-649908f71ec9 HTTP/1.1" status: 200 len: 217 time: 0.0983264 Jun 23 16:19:55.606204 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fc8a0-e1ff-498a-a93f-d72c7bb206e7 req-3e3cbdbc-3b38-4e5f-ade9-fe92d6c6bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:55.607685 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a82fc8a0-e1ff-498a-a93f-d72c7bb206e7 req-3e3cbdbc-3b38-4e5f-ade9-fe92d6c6bf64 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5e435acc-581c-4487-b75b-fc68db6924b4 HTTP/1.1" status: 200 len: 913 time: 0.2616911 Jun 23 16:19:55.619974 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928359d4-5e2f-4277-8141-eb2c237cd4a3 req-cfa2ce3c-690e-4069-9320-e041ab730c64 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:55.621961 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-928359d4-5e2f-4277-8141-eb2c237cd4a3 req-cfa2ce3c-690e-4069-9320-e041ab730c64 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 943 time: 0.1336474 Jun 23 16:19:55.693632 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a82fc8a0-e1ff-498a-a93f-d72c7bb206e7 req-401946b6-9492-4615-bd99-9b681ef8127b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12dfe33f-3bb4-4111-ad9d-f406c3a6e72c HTTP/1.1" status: 200 len: 217 time: 0.0704715 Jun 23 16:19:55.757107 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-928359d4-5e2f-4277-8141-eb2c237cd4a3 req-e5ae83ee-17ad-4b12-b7cc-cfcc49b90773 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995603 Jun 23 16:19:55.771378 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-4f870b70-a24c-4fb0-99c5-3d01630b6305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:55.772260 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fc8a0-e1ff-498a-a93f-d72c7bb206e7 req-5e9b24fa-a015-4747-a019-c679c56f9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:55.772735 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-4f870b70-a24c-4fb0-99c5-3d01630b6305 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9790e06a-23e5-4112-9fcd-ab37b14fb6cc HTTP/1.1" status: 200 len: 858 time: 0.1562405 Jun 23 16:19:55.774087 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a82fc8a0-e1ff-498a-a93f-d72c7bb206e7 req-5e9b24fa-a015-4747-a019-c679c56f9f39 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4d8f05bd-be70-42c2-901b-b646cd7696ea HTTP/1.1" status: 200 len: 852 time: 0.0694761 Jun 23 16:19:55.789051 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-27782999-6d27-4f47-8485-f7a18020b8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:55.813669 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-27782999-6d27-4f47-8485-f7a18020b8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:55.814867 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-27782999-6d27-4f47-8485-f7a18020b8e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/893e6d53-4ebb-4a8a-aec8-55561c0c002d HTTP/1.1" status: 204 len: 168 time: 0.8340666 Jun 23 16:19:55.833800 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a82fc8a0-e1ff-498a-a93f-d72c7bb206e7 req-0bec67d9-8009-40a7-8c04-88d9d2e2eeff service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5e435acc-581c-4487-b75b-fc68db6924b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480378 Jun 23 16:19:55.843978 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:55.850873 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db490320-9847-404b-96b7-9fbc93da5fea x-openstack-request-id: req-db490320-9847-404b-96b7-9fbc93da5fea {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:19:55.851319 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f58283-f7cb-4962-a540-284eb41695b7", "tag": "9b15b57f-8f11-44df-aec4-c44070d0b95c", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:19:55.860043 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-db490320-9847-404b-96b7-9fbc93da5fea {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:19:55.861773 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f58283-f7cb-4962-a540-284eb41695b7', 'tag': '9b15b57f-8f11-44df-aec4-c44070d0b95c', 'status': 'completed', 'code': 200} Jun 23 16:19:55.907262 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-8f9979c1-ce17-46d7-a236-343512eb8d9d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c6e4245e-4f0f-4237-826e-50852997cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155865 Jun 23 16:19:55.936376 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-23a61739-d051-4e06-adf7-359aed9c1420 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:55.938112 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-23a61739-d051-4e06-adf7-359aed9c1420 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/networks?id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2 HTTP/1.1" status: 200 len: 816 time: 0.3388777 Jun 23 16:19:55.967644 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27782999-6d27-4f47-8485-f7a18020b8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893e6d53-4ebb-4a8a-aec8-55561c0c002d,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:55.989063 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-27782999-6d27-4f47-8485-f7a18020b8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:56.007834 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-aab9c4f9-cd2a-402f-a253-e68d08d58dc6 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--123087828&fields=id&tenant_id=a11bfaeaf90b4b2a9e648a6081eb79d6 HTTP/1.1" status: 200 len: 267 time: 0.0839565 Jun 23 16:19:56.033647 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a82fc8a0-e1ff-498a-a93f-d72c7bb206e7 req-d956bd11-5638-451d-8cde-9e525cb6ab87 service neutron] 10.222.0.84 "GET /v2.0/networks/5e435acc-581c-4487-b75b-fc68db6924b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724157 Jun 23 16:19:56.052952 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-f0ea8fbd-53cf-450e-b6a1-8aedc509b1d4 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/quotas/a76e9d11e45c4db3b9f6a8f2b48aff11 HTTP/1.1" status: 200 len: 375 time: 0.0795310 Jun 23 16:19:56.071941 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8cbe38e8-a05c-416a-b593-cf89819e2a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:56.112816 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8cbe38e8-a05c-416a-b593-cf89819e2a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:56.137489 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:56.191759 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039755f2-e24f-4a45-959e-599fd0defb5c req-2914a678-bfc2-4894-bece-8f6133b5d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:56.193225 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-039755f2-e24f-4a45-959e-599fd0defb5c req-2914a678-bfc2-4894-bece-8f6133b5d1e0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a880a986b3474fb7aee8676598bc91b5&device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 1096 time: 0.2937825 Jun 23 16:19:56.195373 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-5fdd403d-50c7-444e-a133-bf160c52b263 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:56.196881 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-5fdd403d-50c7-444e-a133-bf160c52b263 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/networks?id=c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 HTTP/1.1" status: 200 len: 810 time: 0.1818385 Jun 23 16:19:56.201163 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a82fc8a0-e1ff-498a-a93f-d72c7bb206e7 req-04484c8e-12b1-4786-a94e-d803d4c44416 service neutron] 10.222.0.84 "GET /v2.0/networks/5e435acc-581c-4487-b75b-fc68db6924b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559670 Jun 23 16:19:56.215380 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-73336242-f321-4319-b4cd-d4c0dc82b484 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/quotas/a11bfaeaf90b4b2a9e648a6081eb79d6 HTTP/1.1" status: 200 len: 375 time: 0.0098159 Jun 23 16:19:56.216739 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-94e20a6e-1ac6-426c-8106-eb52c1c52ecf service neutron] 10.222.0.84 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881596 Jun 23 16:19:56.225786 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe38e8-a05c-416a-b593-cf89819e2a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686b26db-0e3d-4229-8812-ebcecb46177b,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:56.228903 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-8cbe38e8-a05c-416a-b593-cf89819e2a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:56.266804 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-8cbe38e8-a05c-416a-b593-cf89819e2a39 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=76153b9ea5934b668c596dcb2400ec0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8541663 Jun 23 16:19:56.269873 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 43992) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:56.355629 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-02ca0d3a-0731-4752-9533-be561f9d21eb tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a76e9d11e45c4db3b9f6a8f2b48aff11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2843599 Jun 23 16:19:56.374700 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-01456056-d18c-4b58-b411-76f306d8877a tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a11bfaeaf90b4b2a9e648a6081eb79d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1540270 Jun 23 16:19:56.405832 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e0ada094-07fb-4864-afb5-00226573691b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:56.462254 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e0ada094-07fb-4864-afb5-00226573691b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:56.521580 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-67673e75-09a5-40b3-859b-0e2f9a17ff2b service neutron] 10.222.0.46 "GET /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375446 Jun 23 16:19:56.535285 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039755f2-e24f-4a45-959e-599fd0defb5c req-1a17c601-c283-4b9d-923a-b4dd22f02d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:56.536748 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-039755f2-e24f-4a45-959e-599fd0defb5c req-1a17c601-c283-4b9d-923a-b4dd22f02d0c service neutron] 10.222.0.84 "GET /v2.0/networks?id=c6e4245e-4f0f-4237-826e-50852997cf26 HTTP/1.1" status: 200 len: 919 time: 0.3340030 Jun 23 16:19:56.542731 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3304ad1d-f7c7-498d-9bd7-433453007abe req-d547cf5a-5ea6-4540-bc6c-35d938334849 service neutron] 10.222.0.84 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116002 Jun 23 16:19:56.561689 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-6acf8828-d010-401e-a44f-208e83a09a33 service neutron] 10.222.0.46 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709394 Jun 23 16:19:56.570561 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e0ada094-07fb-4864-afb5-00226573691b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:56.575004 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e0ada094-07fb-4864-afb5-00226573691b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:56.579211 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-e0ada094-07fb-4864-afb5-00226573691b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/686b26db-0e3d-4229-8812-ebcecb46177b HTTP/1.1" status: 204 len: 168 time: 0.3080359 Jun 23 16:19:56.618280 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c67da69e-3eff-4021-a3ab-5f2b648d0bce tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:56.631379 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ada094-07fb-4864-afb5-00226573691b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686b26db-0e3d-4229-8812-ebcecb46177b,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:56.633812 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-e0ada094-07fb-4864-afb5-00226573691b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:56.683084 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-41a5528b-1664-4864-b1e3-e353227059fa service neutron] 10.222.0.46 "GET /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524787 Jun 23 16:19:56.696953 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-73572193-d8c4-4530-a03b-fab258e0e0ff service neutron] 10.222.0.46 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218328 Jun 23 16:19:57.113780 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031f46c-c870-428d-b8ee-e076f6df66d0 req-3dcaa93b-8168-48cc-88e2-937b650ce9ae tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:57.115548 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0031f46c-c870-428d-b8ee-e076f6df66d0 req-3dcaa93b-8168-48cc-88e2-937b650ce9ae tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 943 time: 0.1854112 Jun 23 16:19:57.178327 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e8e17-390f-4073-aede-854ff411a375 req-51bc9cad-85e4-4a29-90c4-3426ee47c013 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:57.183709 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0031f46c-c870-428d-b8ee-e076f6df66d0 req-e36482f5-fe3f-48a0-966b-1d7c5dce318c tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c7c963e-c048-4763-92d4-ebce7c7ec436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591762 Jun 23 16:19:57.200559 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e90e8e17-390f-4073-aede-854ff411a375 req-51bc9cad-85e4-4a29-90c4-3426ee47c013 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 943 time: 0.1945505 Jun 23 16:19:57.274579 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 44052) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:57.279518 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-87032015-6c63-4a77-908a-ec17fee06c16 req-fc90a496-bf3a-4891-bdb5-de6567a85ca7 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 210 time: 0.0416915 Jun 23 16:19:57.306926 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e90e8e17-390f-4073-aede-854ff411a375 req-8f1c13f6-975b-4bdc-b541-300924782d45 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837097 Jun 23 16:19:57.375100 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-45d91b50-0c40-427c-b868-4a1d69473360 req-3aca47f6-cb3a-49cc-a06a-1e0b0d4333f2 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0451198 Jun 23 16:19:57.486233 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-de9bb72f-90ef-47fa-975f-b714bbffa196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:57.595810 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-de9bb72f-90ef-47fa-975f-b714bbffa196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:57.600372 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-de9bb72f-90ef-47fa-975f-b714bbffa196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:57.605100 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-27782999-6d27-4f47-8485-f7a18020b8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:57.647848 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-de9bb72f-90ef-47fa-975f-b714bbffa196 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f92c735b65aa4a5ebc91e6d95d23c1d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673639 Jun 23 16:19:57.647848 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bb72f-90ef-47fa-975f-b714bbffa196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84887545-4409-4c07-bb79-9c5a0a67022d,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:57.649163 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 44072) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:57.650320 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-de9bb72f-90ef-47fa-975f-b714bbffa196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:57.702640 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5ae925a7-3408-42f0-af81-f424b444c94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:57.725070 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5ae925a7-3408-42f0-af81-f424b444c94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:57.780848 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5ae925a7-3408-42f0-af81-f424b444c94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:57.783679 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5ae925a7-3408-42f0-af81-f424b444c94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:57.784804 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-5ae925a7-3408-42f0-af81-f424b444c94d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84887545-4409-4c07-bb79-9c5a0a67022d HTTP/1.1" status: 204 len: 168 time: 0.1345513 Jun 23 16:19:57.785772 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:57.793969 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae925a7-3408-42f0-af81-f424b444c94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84887545-4409-4c07-bb79-9c5a0a67022d,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:57.802214 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-5ae925a7-3408-42f0-af81-f424b444c94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:57.941716 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 44090) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:58.142577 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-6b25b306-8983-4f56-8103-8ca682ac7cb9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1153133544-network', 'tenant_id': 'd981dabc35ee42d7a01583059fb4c8a9'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:58.166031 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b25b306-8983-4f56-8103-8ca682ac7cb9 admin admin] Made reservation on behalf of d981dabc35ee42d7a01583059fb4c8a9 for: {'network': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:19:58.169314 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-6b25b306-8983-4f56-8103-8ca682ac7cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for network, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.187202 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-6b25b306-8983-4f56-8103-8ca682ac7cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.239562 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 44106) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:58.258950 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-d95007c9-b16e-46b9-890c-c9df72fea4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.329360 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-6b25b306-8983-4f56-8103-8ca682ac7cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.352653 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-6b25b306-8983-4f56-8103-8ca682ac7cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.365460 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:58.400817 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b25b306-8983-4f56-8103-8ca682ac7cb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=92863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:19:58.428485 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-6b25b306-8983-4f56-8103-8ca682ac7cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.428828 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.db.segments_db [None req-6b25b306-8983-4f56-8103-8ca682ac7cb9 admin admin] Added segment c7bf881b-4ff7-43cf-9fd3-07965ccef824 of type vlan for network dd9b021f-df41-46de-9b1b-fb06f45962f5 Jun 23 16:19:58.431913 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25b306-8983-4f56-8103-8ca682ac7cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c04fe7-5336-45b3-a34c-7cb85e3e2b69,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:58.443825 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-6b25b306-8983-4f56-8103-8ca682ac7cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:58.510185 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1905cd-0b1f-4989-8e5c-21483d02e3e2 req-00ac6626-2a0b-4766-87a9-9086f09bb46e tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:58.511787 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4d1905cd-0b1f-4989-8e5c-21483d02e3e2 req-00ac6626-2a0b-4766-87a9-9086f09bb46e tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 943 time: 0.2000837 Jun 23 16:19:58.532710 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-6b25b306-8983-4f56-8103-8ca682ac7cb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751333559336'] for network, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.580933 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9fb37d99-f48c-4f8a-83a7-44b9b7923cb6 req-78644e75-e462-4c1b-8834-4a085a7cd6c0 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 210 time: 0.2018561 Jun 23 16:19:58.601650 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4d1905cd-0b1f-4989-8e5c-21483d02e3e2 req-b97b3beb-a4a8-4889-847b-4325a8a0b1e4 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c7c963e-c048-4763-92d4-ebce7c7ec436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829983 Jun 23 16:19:58.606745 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-d95007c9-b16e-46b9-890c-c9df72fea4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.611718 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-d95007c9-b16e-46b9-890c-c9df72fea4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.615891 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-e9179b2b-8e3f-400f-b9d2-596338a1bab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:58.628365 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-6b25b306-8983-4f56-8103-8ca682ac7cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055'] for network, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.632718 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b25b306-8983-4f56-8103-8ca682ac7cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:58.633371 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-6b25b306-8983-4f56-8103-8ca682ac7cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.664042 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-d95007c9-b16e-46b9-890c-c9df72fea4bd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f141012c52754fec94b845d0bdc0385b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4233720 Jun 23 16:19:58.665024 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95007c9-b16e-46b9-890c-c9df72fea4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d451ec3f-4fd4-49d3-9ae5-e1eb90723672,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:58.667980 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 44114) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:58.668846 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-d95007c9-b16e-46b9-890c-c9df72fea4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:58.669332 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:58.673311 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-6b25b306-8983-4f56-8103-8ca682ac7cb9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7302463 Jun 23 16:19:58.683601 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 44116) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:58.694367 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-bd0a5382-db66-4a92-97e1-418c0bdea231 admin admin] Request body: {'subnet': {'network_id': 'dd9b021f-df41-46de-9b1b-fb06f45962f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1153133544-subnet', 'tenant_id': 'd981dabc35ee42d7a01583059fb4c8a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:19:58.770180 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-864d5591-dff8-451f-8866-f641ba338a29 req-2cb75b5c-06f4-4624-87a6-f21cd4bb5b50 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0368276 Jun 23 16:19:58.772525 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25b306-8983-4f56-8103-8ca682ac7cb9 admin admin] Pushing event updated for resources: {'Network': ['ID=dd9b021f-df41-46de-9b1b-fb06f45962f5,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:58.775086 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-8ae03cb0-2935-4f79-8598-73051fab0fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.775920 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-6b25b306-8983-4f56-8103-8ca682ac7cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:58.783836 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0a5382-db66-4a92-97e1-418c0bdea231 admin admin] Made reservation on behalf of d981dabc35ee42d7a01583059fb4c8a9 for: {'subnet': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:19:58.788119 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Network dd9b021f-df41-46de-9b1b-fb06f45962f5 details requested by agent ovs-agent-dv-cinder-788363-4-iscsi with host dv-cinder-788363-4-iscsi {{(pid=92865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:19:58.791023 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-bd0a5382-db66-4a92-97e1-418c0bdea231 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.813569 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-8ae03cb0-2935-4f79-8598-73051fab0fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.822321 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcecb64-509b-4680-8343-7aa21a416081 req-6c1bb220-9875-48df-a627-8448a377cc1b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:58.824109 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0dcecb64-509b-4680-8343-7aa21a416081 req-6c1bb220-9875-48df-a627-8448a377cc1b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 943 time: 0.1123595 Jun 23 16:19:58.886541 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0dcecb64-509b-4680-8343-7aa21a416081 req-9beca7dd-ebd4-46e4-998f-fa7a9f013249 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525966 Jun 23 16:19:58.911471 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-8ae03cb0-2935-4f79-8598-73051fab0fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.914626 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-8ae03cb0-2935-4f79-8598-73051fab0fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:58.915758 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-8ae03cb0-2935-4f79-8598-73051fab0fd0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d451ec3f-4fd4-49d3-9ae5-e1eb90723672 HTTP/1.1" status: 204 len: 168 time: 0.2453198 Jun 23 16:19:58.916487 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-26ae016a-749d-4af9-ba6a-5c7f93f225ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:58.928684 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae03cb0-2935-4f79-8598-73051fab0fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d451ec3f-4fd4-49d3-9ae5-e1eb90723672,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:58.931718 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-8ae03cb0-2935-4f79-8598-73051fab0fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:59.135094 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-039755f2-e24f-4a45-959e-599fd0defb5c req-81514527-6b18-4156-983d-29a74da6e591 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b15b57f-8f11-44df-aec4-c44070d0b95c HTTP/1.1" status: 200 len: 217 time: 0.0400016 Jun 23 16:19:59.265609 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-bd0a5382-db66-4a92-97e1-418c0bdea231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060'] for subnet, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:59.272878 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:59.302931 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039755f2-e24f-4a45-959e-599fd0defb5c req-09dd3125-3bc9-4701-8e32-8d05fe44df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:59.304618 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-039755f2-e24f-4a45-959e-599fd0defb5c req-09dd3125-3bc9-4701-8e32-8d05fe44df81 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9790e06a-23e5-4112-9fcd-ab37b14fb6cc HTTP/1.1" status: 200 len: 858 time: 0.1359828 Jun 23 16:19:59.347797 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 44132) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:59.352776 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-039755f2-e24f-4a45-959e-599fd0defb5c req-ca9ccb8d-14d8-4f59-993d-1842d485fa39 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c6e4245e-4f0f-4237-826e-50852997cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381327 Jun 23 16:19:59.375307 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ea313fa2-a6d4-4492-b419-dbbdbe948109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:59.377997 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf6429-7893-4c0f-a2fa-e70a39736276 req-1e7cd199-d185-415e-8fb7-963da1daa966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:59.379846 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-78cf6429-7893-4c0f-a2fa-e70a39736276 req-1e7cd199-d185-415e-8fb7-963da1daa966 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a880a986b3474fb7aee8676598bc91b5&device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 1096 time: 0.2127900 Jun 23 16:19:59.397242 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a5382-db66-4a92-97e1-418c0bdea231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c77d78c8-dac9-4d9a-b7ee-428d7bb9264c,revision_number=0']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:59.416652 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-bd0a5382-db66-4a92-97e1-418c0bdea231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:59.424106 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 44134) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:59.488801 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ea313fa2-a6d4-4492-b419-dbbdbe948109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:59.492821 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ea313fa2-a6d4-4492-b419-dbbdbe948109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:59.496968 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-50670481-de9e-48ee-9dca-ce659a8ea115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:59.517083 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a5382-db66-4a92-97e1-418c0bdea231 admin admin] Checking segment: {'id': 'c7bf881b-4ff7-43cf-9fd3-07965ccef824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'dd9b021f-df41-46de-9b1b-fb06f45962f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:19:59.517521 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0a5382-db66-4a92-97e1-418c0bdea231 admin admin] Network hostable DHCP agents. Network: dd9b021f-df41-46de-9b1b-fb06f45962f5, hostable agents: ['282bd639-6a17-4952-b94c-338e5747c82c'], hosted agents: [] {{(pid=92863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:19:59.532927 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea313fa2-a6d4-4492-b419-dbbdbe948109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7a15c8-9bfa-41fd-aa88-12e4bf977954,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:59.536343 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ea313fa2-a6d4-4492-b419-dbbdbe948109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:59.542402 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-ea313fa2-a6d4-4492-b419-dbbdbe948109 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b235139d33d43bc9b1e71f5e952c7c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906998 Jun 23 16:19:59.543861 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 44138) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:59.560967 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-039755f2-e24f-4a45-959e-599fd0defb5c req-ad6cab85-7d24-4bf8-aac3-e5605d856f6d service neutron] 10.222.0.84 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966166 Jun 23 16:19:59.574973 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0a5382-db66-4a92-97e1-418c0bdea231 admin admin] Network dd9b021f-df41-46de-9b1b-fb06f45962f5 is scheduled to be hosted by DHCP agent 282bd639-6a17-4952-b94c-338e5747c82c with binding_index 1 {{(pid=92863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:19:59.584383 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf6429-7893-4c0f-a2fa-e70a39736276 req-c48eeb52-0866-4b69-950f-86abb03eee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:59.586524 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-78cf6429-7893-4c0f-a2fa-e70a39736276 req-c48eeb52-0866-4b69-950f-86abb03eee76 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c6e4245e-4f0f-4237-826e-50852997cf26 HTTP/1.1" status: 200 len: 919 time: 0.1901360 Jun 23 16:19:59.588482 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-bd0a5382-db66-4a92-97e1-418c0bdea231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-iscsi, dd9b021f-df41-46de-9b1b-fb06f45962f5) {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:19:59.598397 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c7aaa2-eb13-418f-8c1f-4c23c3754f94 None None] Network dd9b021f-df41-46de-9b1b-fb06f45962f5 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:19:59.599362 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0a5382-db66-4a92-97e1-418c0bdea231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:59.601035 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-bd0a5382-db66-4a92-97e1-418c0bdea231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for subnet, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:59.609950 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-dfc2fc91-e57c-4d9c-811a-12fbc31aa995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:59.629851 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-bd0a5382-db66-4a92-97e1-418c0bdea231 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9441056 Jun 23 16:19:59.657059 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-dfc2fc91-e57c-4d9c-811a-12fbc31aa995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:59.682562 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9e3d77e7-6c44-4789-bd5a-baf0713c7618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:59.752112 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-dfc2fc91-e57c-4d9c-811a-12fbc31aa995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:59.770780 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-dfc2fc91-e57c-4d9c-811a-12fbc31aa995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:59.774384 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-dfc2fc91-e57c-4d9c-811a-12fbc31aa995 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7d7a15c8-9bfa-41fd-aa88-12e4bf977954 HTTP/1.1" status: 204 len: 168 time: 0.2273178 Jun 23 16:19:59.783921 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:59.796673 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2fc91-e57c-4d9c-811a-12fbc31aa995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7a15c8-9bfa-41fd-aa88-12e4bf977954,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:59.798731 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80572db3-8d72-47a5-b7ee-f1a132d84888 None None] Network dd9b021f-df41-46de-9b1b-fb06f45962f5 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:19:59.801923 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-dfc2fc91-e57c-4d9c-811a-12fbc31aa995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:19:59.817578 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-57e29e9b-0fa7-4d26-b6d1-f7e0b3c2565c req-d2eb221d-757b-4fe7-a17f-43959e0b7478 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 210 time: 0.0916255 Jun 23 16:19:59.876230 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9e3d77e7-6c44-4789-bd5a-baf0713c7618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:59.888909 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9e3d77e7-6c44-4789-bd5a-baf0713c7618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:19:59.892585 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-5ae925a7-3408-42f0-af81-f424b444c94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:19:59.943632 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-9e3d77e7-6c44-4789-bd5a-baf0713c7618 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8ff7839f222a42bc9954da8bf29aa75c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5184100 Jun 23 16:19:59.946398 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 44156) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:19:59.956792 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e007bfe-3270-4690-881a-c63ddff58847 req-6e7323c2-59bf-423b-a2a8-06db31db1b27 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:19:59.958360 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4e007bfe-3270-4690-881a-c63ddff58847 req-6e7323c2-59bf-423b-a2a8-06db31db1b27 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 943 time: 0.1422725 Jun 23 16:19:59.961284 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d77e7-6c44-4789-bd5a-baf0713c7618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbbf81e-2e07-4dc0-a6b2-412fd074fe27,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:19:59.965699 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9e3d77e7-6c44-4789-bd5a-baf0713c7618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:00.039389 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4c7c9c01-29f9-4824-8c2a-adc0f359c5fe req-8ffad54a-7bc0-4614-a0a1-bb0be925f639 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0570383 Jun 23 16:20:00.056711 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4e007bfe-3270-4690-881a-c63ddff58847 req-fbd08ca2-a4f4-4dc2-b2c8-937f6bc5ca85 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c7c963e-c048-4763-92d4-ebce7c7ec436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774519 Jun 23 16:20:00.084131 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-172a22f4-953b-4e11-8c1d-2b57f814de7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:00.117487 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-172a22f4-953b-4e11-8c1d-2b57f814de7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:00.196051 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-172a22f4-953b-4e11-8c1d-2b57f814de7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:00.216774 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-172a22f4-953b-4e11-8c1d-2b57f814de7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:00.217917 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-172a22f4-953b-4e11-8c1d-2b57f814de7b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dfbbf81e-2e07-4dc0-a6b2-412fd074fe27 HTTP/1.1" status: 204 len: 168 time: 0.2704904 Jun 23 16:20:00.221133 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-de9bb72f-90ef-47fa-975f-b714bbffa196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:00.231688 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a22f4-953b-4e11-8c1d-2b57f814de7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbbf81e-2e07-4dc0-a6b2-412fd074fe27,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:00.234233 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-172a22f4-953b-4e11-8c1d-2b57f814de7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:00.279287 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ac069-37a5-4567-9dde-f178cc1959fc req-00c953bf-ae55-4d37-b57d-86871475d7a9 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:00.280824 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1b0ac069-37a5-4567-9dde-f178cc1959fc req-00c953bf-ae55-4d37-b57d-86871475d7a9 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 943 time: 0.0999179 Jun 23 16:20:00.325104 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1b0ac069-37a5-4567-9dde-f178cc1959fc req-ee883efc-fd66-4fc1-992a-d1ba77a5ebe0 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383570 Jun 23 16:20:00.569860 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 44184) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:00.584432 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2e5f78fd-36e5-43e6-b97d-6ec2978af470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:00.675182 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2e5f78fd-36e5-43e6-b97d-6ec2978af470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:00.678742 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2e5f78fd-36e5-43e6-b97d-6ec2978af470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:00.681954 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:00.717378 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-2e5f78fd-36e5-43e6-b97d-6ec2978af470 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01d2169ad1874018a7a400d3aeb1af95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461990 Jun 23 16:20:00.718493 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f78fd-36e5-43e6-b97d-6ec2978af470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491614e9-bde6-4ab0-9187-d56cbc816675,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:00.720124 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 44194) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:00.721444 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-2e5f78fd-36e5-43e6-b97d-6ec2978af470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:00.774725 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a0dfb5e2-395f-48b2-b98a-ae1b541fa312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:00.796090 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a0dfb5e2-395f-48b2-b98a-ae1b541fa312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:00.843590 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a0dfb5e2-395f-48b2-b98a-ae1b541fa312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:00.846856 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a0dfb5e2-395f-48b2-b98a-ae1b541fa312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:00.848306 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-a0dfb5e2-395f-48b2-b98a-ae1b541fa312 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/491614e9-bde6-4ab0-9187-d56cbc816675 HTTP/1.1" status: 204 len: 168 time: 0.1256006 Jun 23 16:20:00.849195 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:00.856923 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dfb5e2-395f-48b2-b98a-ae1b541fa312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491614e9-bde6-4ab0-9187-d56cbc816675,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:00.865981 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-a0dfb5e2-395f-48b2-b98a-ae1b541fa312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:00.968336 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2d5a3876-e346-4487-9ba4-ed897da4758e req-06dcb405-6665-47e1-8f61-1730de8b04db tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 210 time: 0.0296981 Jun 23 16:20:01.226738 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-615db08c-1a95-45d6-a0df-6493594e58e1 req-f2a01729-d808-420a-a6b3-70225ac08ca5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0590165 Jun 23 16:20:01.259643 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8c567-5740-4bbe-b10b-694cd8577e9a req-e6dc5ae3-95cb-429f-9c02-49d270053410 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:01.261686 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6fa8c567-5740-4bbe-b10b-694cd8577e9a req-e6dc5ae3-95cb-429f-9c02-49d270053410 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 943 time: 0.0857315 Jun 23 16:20:01.315676 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:20:01.346559 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6fa8c567-5740-4bbe-b10b-694cd8577e9a req-028d7e31-1454-484a-8233-85875fb3c0e8 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c7c963e-c048-4763-92d4-ebce7c7ec436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779693 Jun 23 16:20:01.463350 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=12dfe33f-3bb4-4111-ad9d-f406c3a6e72c,segment=NetworkSegment(eb1cff15-5967-4336-be43-79a72ced30a8),segment_id=eb1cff15-5967-4336-be43-79a72ced30a8)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:01.475069 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Returning: {'device': '12dfe33f-3bb4-4111-ad9d-f406c3a6e72c', 'network_id': '5e435acc-581c-4487-b75b-fc68db6924b4', 'port_id': '12dfe33f-3bb4-4111-ad9d-f406c3a6e72c', 'mac_address': 'fa:16:3e:79:95:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d8f05bd-be70-42c2-901b-b646cd7696ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:20:01.512061 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.525141 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c {{(pid=92865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:20:01.528416 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb61c48-09fc-4723-aa3b-df74464978a5 req-7583df57-52e6-4e6b-a5f9-bbb6f7e88ecd tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:01.530166 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7eb61c48-09fc-4723-aa3b-df74464978a5 req-7583df57-52e6-4e6b-a5f9-bbb6f7e88ecd tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 943 time: 0.0765114 Jun 23 16:20:01.549090 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=12dfe33f-3bb4-4111-ad9d-f406c3a6e72c,segment=NetworkSegment(eb1cff15-5967-4336-be43-79a72ced30a8),segment_id=eb1cff15-5967-4336-be43-79a72ced30a8)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:01.555716 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.557036 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 9b15b57f-8f11-44df-aec4-c44070d0b95c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:20:01.560137 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:01.580871 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7eb61c48-09fc-4723-aa3b-df74464978a5 req-84785750-db53-4c7b-afd9-103a11e06a11 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424910 Jun 23 16:20:01.640880 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=12dfe33f-3bb4-4111-ad9d-f406c3a6e72c,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:01.644955 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:01.668758 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 44270) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:01.702795 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 9b15b57f-8f11-44df-aec4-c44070d0b95c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9b15b57f-8f11-44df-aec4-c44070d0b95c,segment=NetworkSegment(a5cd581f-8376-4163-a31a-e78ffac1a8cb),segment_id=a5cd581f-8376-4163-a31a-e78ffac1a8cb)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:01.714202 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Returning: {'device': '9b15b57f-8f11-44df-aec4-c44070d0b95c', 'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26', 'port_id': '9b15b57f-8f11-44df-aec4-c44070d0b95c', 'mac_address': 'fa:16:3e:25:57:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9790e06a-23e5-4112-9fcd-ab37b14fb6cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:20:01.753868 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.762994 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-513c920c-ce59-4833-b3be-435863713c49 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-262193455-network', 'tenant_id': '4e6efde25af743cfbf0ebec2b10d402d'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:01.788818 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513c920c-ce59-4833-b3be-435863713c49 admin admin] Made reservation on behalf of 4e6efde25af743cfbf0ebec2b10d402d for: {'network': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:20:01.791221 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-513c920c-ce59-4833-b3be-435863713c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for network, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.800925 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-513c920c-ce59-4833-b3be-435863713c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.862971 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b15b57f-8f11-44df-aec4-c44070d0b95c {{(pid=92865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:20:01.883311 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 9b15b57f-8f11-44df-aec4-c44070d0b95c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9b15b57f-8f11-44df-aec4-c44070d0b95c,segment=NetworkSegment(a5cd581f-8376-4163-a31a-e78ffac1a8cb),segment_id=a5cd581f-8376-4163-a31a-e78ffac1a8cb)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:01.888168 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.890641 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-eaa8a4da-a5c5-4803-88e0-a17acb60fa1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:01.895049 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-513c920c-ce59-4833-b3be-435863713c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.900793 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-513c920c-ce59-4833-b3be-435863713c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.904181 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:01.925837 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513c920c-ce59-4833-b3be-435863713c49 admin admin] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=92864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:20:01.935890 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c920c-ce59-4833-b3be-435863713c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfb3e03-d0bf-4b8b-a4aa-92982e76e8d8,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:01.940164 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-513c920c-ce59-4833-b3be-435863713c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:01.941206 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-513c920c-ce59-4833-b3be-435863713c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:01.941556 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.segments_db [None req-513c920c-ce59-4833-b3be-435863713c49 admin admin] Added segment 6093e479-7358-4892-86a5-ac173b902d67 of type vlan for network a332e3c6-73c5-416b-97d8-94884d2e89d3 Jun 23 16:20:01.941890 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=9b15b57f-8f11-44df-aec4-c44070d0b95c,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:01.944834 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:01.981755 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-513c920c-ce59-4833-b3be-435863713c49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751333559336'] for network, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:02.009801 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-513c920c-ce59-4833-b3be-435863713c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055'] for network, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:02.012017 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513c920c-ce59-4833-b3be-435863713c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:02.012604 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-513c920c-ce59-4833-b3be-435863713c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:02.015478 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-f5fc091d-5e6c-41da-a34e-7dbbf776bc6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:02.074240 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-513c920c-ce59-4833-b3be-435863713c49 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4011712 Jun 23 16:20:02.074451 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 44276) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:02.079091 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-33a8dcef-e169-4c6f-ba69-2b97ce33ac3c admin admin] Request body: {'subnet': {'network_id': 'a332e3c6-73c5-416b-97d8-94884d2e89d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-262193455-subnet', 'tenant_id': '4e6efde25af743cfbf0ebec2b10d402d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:02.088388 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c920c-ce59-4833-b3be-435863713c49 admin admin] Pushing event updated for resources: {'Network': ['ID=a332e3c6-73c5-416b-97d8-94884d2e89d3,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:02.091875 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-513c920c-ce59-4833-b3be-435863713c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:02.098960 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Network a332e3c6-73c5-416b-97d8-94884d2e89d3 details requested by agent ovs-agent-dv-cinder-788363-4-iscsi with host dv-cinder-788363-4-iscsi {{(pid=92865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:20:02.127803 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-47cb9bec-c180-4698-ac3f-3a188eebcb93 req-207a02d6-bed5-4d36-9be5-d4cf80fdd351 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 210 time: 0.0419147 Jun 23 16:20:02.134243 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a8dcef-e169-4c6f-ba69-2b97ce33ac3c admin admin] Made reservation on behalf of 4e6efde25af743cfbf0ebec2b10d402d for: {'subnet': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:20:02.137270 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-33a8dcef-e169-4c6f-ba69-2b97ce33ac3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:02.301052 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-33a8dcef-e169-4c6f-ba69-2b97ce33ac3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060'] for subnet, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:02.308432 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-6723ac31-3239-4ee5-a23a-00e4ad64b144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:02.372225 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8dcef-e169-4c6f-ba69-2b97ce33ac3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=746d357a-583f-4416-9886-b524f0f8e8e1,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:02.375936 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-33a8dcef-e169-4c6f-ba69-2b97ce33ac3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:02.377041 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8dcef-e169-4c6f-ba69-2b97ce33ac3c admin admin] Checking segment: {'id': '6093e479-7358-4892-86a5-ac173b902d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'a332e3c6-73c5-416b-97d8-94884d2e89d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:20:02.377389 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a8dcef-e169-4c6f-ba69-2b97ce33ac3c admin admin] Network hostable DHCP agents. Network: a332e3c6-73c5-416b-97d8-94884d2e89d3, hostable agents: ['282bd639-6a17-4952-b94c-338e5747c82c'], hosted agents: [] {{(pid=92864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:20:02.389592 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-78cf6429-7893-4c0f-a2fa-e70a39736276 req-85069e82-e2c0-4a0e-b8be-972e34e8053c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcbd813-4fb1-4bcd-b691-649908f71ec9 HTTP/1.1" status: 200 len: 217 time: 0.0867369 Jun 23 16:20:02.400913 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a8dcef-e169-4c6f-ba69-2b97ce33ac3c admin admin] Network a332e3c6-73c5-416b-97d8-94884d2e89d3 is scheduled to be hosted by DHCP agent 282bd639-6a17-4952-b94c-338e5747c82c with binding_index 1 {{(pid=92864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:20:02.414470 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-33a8dcef-e169-4c6f-ba69-2b97ce33ac3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-iscsi, a332e3c6-73c5-416b-97d8-94884d2e89d3) {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:20:02.418816 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a8dcef-e169-4c6f-ba69-2b97ce33ac3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:02.419499 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-33a8dcef-e169-4c6f-ba69-2b97ce33ac3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for subnet, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:02.424605 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50eab61-10be-45b2-8a3e-5dcb40bffb92 None None] Network a332e3c6-73c5-416b-97d8-94884d2e89d3 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:20:02.444960 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-33a8dcef-e169-4c6f-ba69-2b97ce33ac3c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3679588 Jun 23 16:20:02.458558 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3220dd7e-e3ca-471a-84de-a61cd242f2a9 req-7f123257-5c55-4ccb-9d6c-db63c1525c1c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0740144 Jun 23 16:20:02.519883 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf6429-7893-4c0f-a2fa-e70a39736276 req-688a22d3-208c-4c3b-b2a2-ebd259ea8855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:02.522676 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-78cf6429-7893-4c0f-a2fa-e70a39736276 req-688a22d3-208c-4c3b-b2a2-ebd259ea8855 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9790e06a-23e5-4112-9fcd-ab37b14fb6cc HTTP/1.1" status: 200 len: 858 time: 0.0973914 Jun 23 16:20:02.527858 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-039755f2-e24f-4a45-959e-599fd0defb5c req-bbb9aa6a-81a6-4b48-9a25-a205683a6771 service neutron] 10.222.0.84 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321522 Jun 23 16:20:02.547496 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:20:02.598107 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce358af8-0608-40df-aa89-0bfeef17307c None None] Network a332e3c6-73c5-416b-97d8-94884d2e89d3 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:20:02.603900 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-78cf6429-7893-4c0f-a2fa-e70a39736276 req-c2679489-e2b6-45b7-843e-2a68424e5b22 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c6e4245e-4f0f-4237-826e-50852997cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485618 Jun 23 16:20:02.641179 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec43246-1272-491e-a26c-2d5ad0be5212 req-0ffe1f52-de20-4872-9481-c70a974f36f4 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:02.650271 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-aec43246-1272-491e-a26c-2d5ad0be5212 req-0ffe1f52-de20-4872-9481-c70a974f36f4 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 944 time: 0.1416569 Jun 23 16:20:02.702585 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-aec43246-1272-491e-a26c-2d5ad0be5212 req-959ea167-8344-4739-b4c9-f452155ed2fc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c7c963e-c048-4763-92d4-ebce7c7ec436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491233 Jun 23 16:20:02.839404 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-61de78ee-63fe-4cb0-81a8-9c7f74794113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:02.843164 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-78cf6429-7893-4c0f-a2fa-e70a39736276 req-4e68a0e5-7de7-499e-ba0b-4f4e1ed61c86 service neutron] 10.222.0.84 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311709 Jun 23 16:20:02.885570 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb3b83-5ef0-4238-9882-522826cccedf req-1992b526-8097-436f-8a47-74d3af88a50a tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:02.887078 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-95cb3b83-5ef0-4238-9882-522826cccedf req-1992b526-8097-436f-8a47-74d3af88a50a tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 943 time: 0.1292508 Jun 23 16:20:02.907855 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['9b15b57f-8f11-44df-aec4-c44070d0b95c'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:20:02.965659 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['12dfe33f-3bb4-4111-ad9d-f406c3a6e72c'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:20:03.120464 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-95cb3b83-5ef0-4238-9882-522826cccedf req-7197058c-ab33-4c25-8226-1253c4525e74 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249830 Jun 23 16:20:03.281172 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-78cf6429-7893-4c0f-a2fa-e70a39736276 req-3031b809-aeb9-48d1-b7c2-e6ca99e87df7 service neutron] 10.222.0.84 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256065 Jun 23 16:20:03.298955 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-8dbb56a8-582f-44b5-986e-342bcf10e5f4 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:03.300801 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-8dbb56a8-582f-44b5-986e-342bcf10e5f4 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.84 "GET /v2.0/networks?id=c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 HTTP/1.1" status: 200 len: 810 time: 0.3489120 Jun 23 16:20:03.408761 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-0688ffc0-8a46-4e6e-9d17-75f311a4b550 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a11bfaeaf90b4b2a9e648a6081eb79d6 HTTP/1.1" status: 200 len: 379 time: 0.0787730 Jun 23 16:20:03.434056 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-3c352ebc-7b92-4d65-995b-1e613535e475 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Request body: {'port': {'device_id': 'b07f08f1-7057-4e6e-8788-3a5ee2d98294', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'admin_state_up': True, 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'security_groups': ['c0118f49-d799-4dca-9170-8652718c398f']}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:03.547035 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-bef6f562-750b-46be-aec7-853dcd414314 req-02f163aa-2e98-4d0e-94be-cdc8cb47a251 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 210 time: 0.1795280 Jun 23 16:20:03.659202 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 44342) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:03.665823 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-ade27293-c8cb-4577-a7d3-645ca0b3c7bc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-742172199-network', 'tenant_id': '003b824930094c4faeb1e17bc72ed9d1'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:03.695937 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e0bad457-f436-429b-aaff-1891a12eb18b req-c5ffea38-2c7a-443c-9ed0-259d4b2de239 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0302022 Jun 23 16:20:03.700553 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade27293-c8cb-4577-a7d3-645ca0b3c7bc admin admin] Made reservation on behalf of 003b824930094c4faeb1e17bc72ed9d1 for: {'network': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:20:03.703757 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ade27293-c8cb-4577-a7d3-645ca0b3c7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for network, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:03.715342 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ade27293-c8cb-4577-a7d3-645ca0b3c7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:03.767497 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-3c352ebc-7b92-4d65-995b-1e613535e475 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Made reservation on behalf of a11bfaeaf90b4b2a9e648a6081eb79d6 for: {'port': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:20:03.771143 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-3c352ebc-7b92-4d65-995b-1e613535e475 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:03.982453 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ade27293-c8cb-4577-a7d3-645ca0b3c7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:03.983453 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-ef8b1ee1-1393-46b8-9dac-8fd7bca81e47 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:03.985310 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-ef8b1ee1-1393-46b8-9dac-8fd7bca81e47 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.84 "GET /v2.0/networks?id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2 HTTP/1.1" status: 200 len: 816 time: 0.3390763 Jun 23 16:20:04.002377 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67b3a6-0546-4d28-9326-2bec0d8a55b6 req-a424d3d6-9728-4d5c-87c3-3fb981d91259 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:04.006724 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9a67b3a6-0546-4d28-9326-2bec0d8a55b6 req-a424d3d6-9728-4d5c-87c3-3fb981d91259 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 944 time: 0.1556926 Jun 23 16:20:04.007989 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ade27293-c8cb-4577-a7d3-645ca0b3c7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.013383 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:04.044482 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade27293-c8cb-4577-a7d3-645ca0b3c7bc admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=92864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:20:04.076118 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ade27293-c8cb-4577-a7d3-645ca0b3c7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.076443 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.segments_db [None req-ade27293-c8cb-4577-a7d3-645ca0b3c7bc admin admin] Added segment f2ac46bd-ff34-48f8-b141-c5d6d12dcd44 of type vlan for network 72e2b6a6-3056-4070-8518-50300e7bea0b Jun 23 16:20:04.077987 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade27293-c8cb-4577-a7d3-645ca0b3c7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4504f74c-1ef7-4ae2-a8a8-6955613bc233,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:04.081956 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ade27293-c8cb-4577-a7d3-645ca0b3c7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:04.098381 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9a67b3a6-0546-4d28-9326-2bec0d8a55b6 req-a097fb37-e1fc-4fea-8a20-3b98e7e9c741 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c7c963e-c048-4763-92d4-ebce7c7ec436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859473 Jun 23 16:20:04.133807 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ade27293-c8cb-4577-a7d3-645ca0b3c7bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751333559336'] for network, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.165075 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ade27293-c8cb-4577-a7d3-645ca0b3c7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055'] for network, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.166458 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade27293-c8cb-4577-a7d3-645ca0b3c7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:04.167094 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ade27293-c8cb-4577-a7d3-645ca0b3c7bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.167227 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-39bff6b2-e6cc-4cd1-a156-03f8491803d2 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a76e9d11e45c4db3b9f6a8f2b48aff11 HTTP/1.1" status: 200 len: 379 time: 0.1526687 Jun 23 16:20:04.169952 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:04.190017 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-a39dd679-acc9-4669-b98f-c8ebf4945d84 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Request body: {'port': {'device_id': '0a8133ee-b4b1-4383-ab0b-f3e6becd1b53', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'admin_state_up': True, 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'security_groups': ['08658e1a-79e5-4ddc-8d10-5f45ad58d61b']}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:04.194211 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-3c352ebc-7b92-4d65-995b-1e613535e475 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Allocated IP 172.20.0.5 (c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55/3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d/f98da5d9-6058-4b2d-a1e3-11349cb6e0eb) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:20:04.197546 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-ade27293-c8cb-4577-a7d3-645ca0b3c7bc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5346625 Jun 23 16:20:04.197768 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 44372) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:04.203874 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-c5360a68-6359-4a9c-b719-0fe45d105f36 admin admin] Request body: {'subnet': {'network_id': '72e2b6a6-3056-4070-8518-50300e7bea0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-742172199-subnet', 'tenant_id': '003b824930094c4faeb1e17bc72ed9d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:04.257845 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade27293-c8cb-4577-a7d3-645ca0b3c7bc admin admin] Pushing event updated for resources: {'Network': ['ID=72e2b6a6-3056-4070-8518-50300e7bea0b,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:04.261427 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5360a68-6359-4a9c-b719-0fe45d105f36 admin admin] Made reservation on behalf of 003b824930094c4faeb1e17bc72ed9d1 for: {'subnet': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:20:04.264193 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c5360a68-6359-4a9c-b719-0fe45d105f36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.270737 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Network 72e2b6a6-3056-4070-8518-50300e7bea0b details requested by agent ovs-agent-dv-cinder-788363-4-iscsi with host dv-cinder-788363-4-iscsi {{(pid=92865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:20:04.290360 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-f881dbcd-16ba-4032-a37f-9a8034d46555 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:04.292099 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-f881dbcd-16ba-4032-a37f-9a8034d46555 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/networks?id=dd9b021f-df41-46de-9b1b-fb06f45962f5 HTTP/1.1" status: 200 len: 809 time: 0.2824757 Jun 23 16:20:04.310596 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ade27293-c8cb-4577-a7d3-645ca0b3c7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:04.325110 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-1f08dea1-23f2-4b16-8065-721b5f3064c3 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/quotas/d981dabc35ee42d7a01583059fb4c8a9 HTTP/1.1" status: 200 len: 375 time: 0.0218034 Jun 23 16:20:04.363803 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 3fcbd813-4fb1-4bcd-b691-649908f71ec9 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:20:04.391255 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-14de359c-cc84-43c6-aa4b-b086b365a57f tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d981dabc35ee42d7a01583059fb4c8a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585701 Jun 23 16:20:04.414273 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839683b6-425a-40ff-8dd7-e7f9ddb2ad27 req-5d32a6dd-37df-41ff-9483-83477758bea0 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:04.418826 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-839683b6-425a-40ff-8dd7-e7f9ddb2ad27 req-5d32a6dd-37df-41ff-9483-83477758bea0 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 943 time: 0.1092079 Jun 23 16:20:04.442185 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c up at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:04.515282 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-839683b6-425a-40ff-8dd7-e7f9ddb2ad27 req-104f63a0-847f-44c6-b299-61756a6c629d tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918038 Jun 23 16:20:04.542025 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c5360a68-6359-4a9c-b719-0fe45d105f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060'] for subnet, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.545846 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-33a8dcef-e169-4c6f-ba69-2b97ce33ac3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:04.558110 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 3fcbd813-4fb1-4bcd-b691-649908f71ec9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3fcbd813-4fb1-4bcd-b691-649908f71ec9,segment=NetworkSegment(a5cd581f-8376-4163-a31a-e78ffac1a8cb),segment_id=a5cd581f-8376-4163-a31a-e78ffac1a8cb)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:04.566685 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-a39dd679-acc9-4669-b98f-c8ebf4945d84 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Made reservation on behalf of a76e9d11e45c4db3b9f6a8f2b48aff11 for: {'port': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:20:04.570329 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-a39dd679-acc9-4669-b98f-c8ebf4945d84 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.581982 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Returning: {'device': '3fcbd813-4fb1-4bcd-b691-649908f71ec9', 'network_id': 'c6e4245e-4f0f-4237-826e-50852997cf26', 'port_id': '3fcbd813-4fb1-4bcd-b691-649908f71ec9', 'mac_address': 'fa:16:3e:f0:42:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9790e06a-23e5-4112-9fcd-ab37b14fb6cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:20:04.586192 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning for port 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:04.593040 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning complete for port 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:04.593869 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.609029 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5360a68-6359-4a9c-b719-0fe45d105f36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4483548-84c5-4354-b19a-e92960fcff37,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:04.617778 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c5360a68-6359-4a9c-b719-0fe45d105f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:04.620535 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-3c352ebc-7b92-4d65-995b-1e613535e475 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.625650 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5360a68-6359-4a9c-b719-0fe45d105f36 admin admin] Checking segment: {'id': 'f2ac46bd-ff34-48f8-b141-c5d6d12dcd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '72e2b6a6-3056-4070-8518-50300e7bea0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:20:04.626085 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5360a68-6359-4a9c-b719-0fe45d105f36 admin admin] Network hostable DHCP agents. Network: 72e2b6a6-3056-4070-8518-50300e7bea0b, hostable agents: ['282bd639-6a17-4952-b94c-338e5747c82c'], hosted agents: [] {{(pid=92864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:20:04.635439 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-3c352ebc-7b92-4d65-995b-1e613535e475 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Transition to ACTIVE for port object f98da5d9-6058-4b2d-a1e3-11349cb6e0eb will not be triggered until provisioned by entity DHCP. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:20:04.645738 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5360a68-6359-4a9c-b719-0fe45d105f36 admin admin] Network 72e2b6a6-3056-4070-8518-50300e7bea0b is scheduled to be hosted by DHCP agent 282bd639-6a17-4952-b94c-338e5747c82c with binding_index 1 {{(pid=92864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:20:04.659616 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-c5360a68-6359-4a9c-b719-0fe45d105f36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-iscsi, 72e2b6a6-3056-4070-8518-50300e7bea0b) {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:20:04.666067 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5360a68-6359-4a9c-b719-0fe45d105f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:04.667039 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c5360a68-6359-4a9c-b719-0fe45d105f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for subnet, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.690565 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abe98f4-8b61-4ab3-a7e6-3995a406610a None None] Network 72e2b6a6-3056-4070-8518-50300e7bea0b requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:20:04.697406 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-bbbf65b2-6a26-41d9-8eac-9c2a71a932e1 service neutron] 10.222.0.46 "GET /v2.0/networks/dd9b021f-df41-46de-9b1b-fb06f45962f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884054 Jun 23 16:20:04.714326 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.730521 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-c5360a68-6359-4a9c-b719-0fe45d105f36 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5232196 Jun 23 16:20:04.730521 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6929b772-d888-456c-bb58-cee816c8991f req-12022ce2-bffb-42fd-9956-993cc65834df tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 210 time: 0.0398982 Jun 23 16:20:04.773651 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcbd813-4fb1-4bcd-b691-649908f71ec9 {{(pid=92865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:20:04.802375 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-3c352ebc-7b92-4d65-995b-1e613535e475 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.820882 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 3fcbd813-4fb1-4bcd-b691-649908f71ec9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3fcbd813-4fb1-4bcd-b691-649908f71ec9,segment=NetworkSegment(a5cd581f-8376-4163-a31a-e78ffac1a8cb),segment_id=a5cd581f-8376-4163-a31a-e78ffac1a8cb)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:04.833679 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.845111 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:04.889708 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 44382) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:04.893190 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-aaa979dd-412f-4d63-b9eb-6fbc778f6034 req-5ded66a6-d6c4-4c77-9b31-78f279be6dda tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0423989 Jun 23 16:20:04.896138 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.952431 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be64c09-433c-4f4d-a6cb-67513efba7d7 admin admin] Deleting subnet 746d357a-583f-4416-9886-b524f0f8e8e1 {{(pid=92864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:20:04.956013 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7be64c09-433c-4f4d-a6cb-67513efba7d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:04.980629 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939be620-58ef-49c7-b35c-fbcff49b4329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dfe33f-3bb4-4111-ad9d-f406c3a6e72c'}] {{(pid=92865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:05.005440 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7be64c09-433c-4f4d-a6cb-67513efba7d7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.019229 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7be64c09-433c-4f4d-a6cb-67513efba7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482743'] for subnet, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.044582 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-4136a2bd-3008-4365-993f-f71f1de1bbe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:05.101439 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=12dfe33f-3bb4-4111-ad9d-f406c3a6e72c,segment=NetworkSegment(eb1cff15-5967-4336-be43-79a72ced30a8),segment_id=eb1cff15-5967-4336-be43-79a72ced30a8)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:05.111927 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7be64c09-433c-4f4d-a6cb-67513efba7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060'] for subnet, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.114382 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-3c352ebc-7b92-4d65-995b-1e613535e475 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Network c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:20:05.114835 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b2095d1b-cdb6-4dd3-8052-7e120b94c49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:05.148435 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-3c352ebc-7b92-4d65-995b-1e613535e475 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:20:05.157111 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-3c352ebc-7b92-4d65-995b-1e613535e475 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:20:05.162533 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-3c352ebc-7b92-4d65-995b-1e613535e475 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:05.163154 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-3c352ebc-7b92-4d65-995b-1e613535e475 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.185298 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c352ebc-7b92-4d65-995b-1e613535e475 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Pushing event updated for resources: {'Port': ['ID=f98da5d9-6058-4b2d-a1e3-11349cb6e0eb,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:05.192792 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-3c352ebc-7b92-4d65-995b-1e613535e475 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:05.211458 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.213113 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 9b15b57f-8f11-44df-aec4-c44070d0b95c up at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:05.222471 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefbabce-d649-40bf-98dd-b3b78501aacf None None] Network 72e2b6a6-3056-4070-8518-50300e7bea0b requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:20:05.232288 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=3fcbd813-4fb1-4bcd-b691-649908f71ec9,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:05.239396 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be64c09-433c-4f4d-a6cb-67513efba7d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=746d357a-583f-4416-9886-b524f0f8e8e1,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:05.239526 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:05.246591 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-d2ab638a-3585-456e-b9c5-1ac6234e5780 service neutron] 10.222.0.46 "GET /v2.0/networks/dd9b021f-df41-46de-9b1b-fb06f45962f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177605 Jun 23 16:20:05.248056 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-3c352ebc-7b92-4d65-995b-1e613535e475 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8202991 Jun 23 16:20:05.249240 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-a39dd679-acc9-4669-b98f-c8ebf4945d84 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Allocated IP 172.20.0.13 (d81a662b-e50c-4dc5-bfb6-5973df30f3e2/e737d9e7-5b3c-4d9d-bb31-91a55656b0db/1dd77542-313f-4d54-88e2-c12367e8e14f) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:20:05.252078 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7be64c09-433c-4f4d-a6cb-67513efba7d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.255093 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-7be64c09-433c-4f4d-a6cb-67513efba7d7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/746d357a-583f-4416-9886-b524f0f8e8e1 HTTP/1.1" status: 204 len: 168 time: 0.3640382 Jun 23 16:20:05.257541 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 44406) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:05.264502 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7be64c09-433c-4f4d-a6cb-67513efba7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:05.292654 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Request body: {'port': {'device_id': 'b07f08f1-7057-4e6e-8788-3a5ee2d98294', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:05.310831 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-c75c843f-45cd-4d5e-ba04-48a74be2a15b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:05.316080 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.332990 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['3fcbd813-4fb1-4bcd-b691-649908f71ec9'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:20:05.356320 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468273'] for network, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.469054 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053164b0cf726773bb22b402b066b9c97a54671ffe15cd7793040184515b98b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2b7bd6-b630-47bc-896b-597165ca2f0e" -d '{"events": [{"server_uuid": "939be620-58ef-49c7-b35c-fbcff49b4329", "name": "network-vif-plugged", "status": "completed", "tag": "12dfe33f-3bb4-4111-ad9d-f406c3a6e72c"}]}' {{(pid=92865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:05.638530 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.644636 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=12dfe33f-3bb4-4111-ad9d-f406c3a6e72c,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:05.650352 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481338', 'neutron.services.segments.db._delete_segments_for_network-8751334030111'] for network, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.671335 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:05.679474 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:05.679819 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:05.681033 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:05.682006 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Subscribe: > port after_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:05.682006 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:05.682414 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Subscribe: > port after_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:05.682949 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:05.683275 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:05.683603 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:05.683915 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:05.754974 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning for port 9b15b57f-8f11-44df-aec4-c44070d0b95c completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:05.789097 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning complete for port 9b15b57f-8f11-44df-aec4-c44070d0b95c triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:05.789701 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.829857 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-a39dd679-acc9-4669-b98f-c8ebf4945d84 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:05.875467 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:05.877679 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:05.878018 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:05.878373 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:05.878746 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a332e3c6-73c5-416b-97d8-94884d2e89d3']}} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:05.907541 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-a39dd679-acc9-4669-b98f-c8ebf4945d84 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Transition to ACTIVE for port object 1dd77542-313f-4d54-88e2-c12367e8e14f will not be triggered until provisioned by entity DHCP. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:20:05.957332 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5332bb6-ca05-428e-8a3f-65551c0eba8b req-a3caaf49-449c-460e-a344-d87d90a2252a tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:05.975380 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c5332bb6-ca05-428e-8a3f-65551c0eba8b req-a3caaf49-449c-460e-a344-d87d90a2252a tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 945 time: 0.6166518 Jun 23 16:20:06.010208 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6093e479-7358-4892-86a5-ac173b902d67') {'for_net_delete': True} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:06.012629 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6093e479-7358-4892-86a5-ac173b902d67') {} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:06.033179 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc60121f-d619-4c48-8a35-98c6ba9bba5b x-openstack-request-id: req-fc60121f-d619-4c48-8a35-98c6ba9bba5b {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:06.033877 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939be620-58ef-49c7-b35c-fbcff49b4329", "name": "network-vif-plugged", "status": "completed", "tag": "12dfe33f-3bb4-4111-ad9d-f406c3a6e72c", "code": 200}]} {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:06.034302 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fc60121f-d619-4c48-8a35-98c6ba9bba5b {{(pid=92865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:06.034858 dv-cinder-788363-4-iscsi neutron-server[92865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939be620-58ef-49c7-b35c-fbcff49b4329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dfe33f-3bb4-4111-ad9d-f406c3a6e72c', 'code': 200} Jun 23 16:20:06.041855 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-4d39c265-084b-4577-bbb7-d02bb2200739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.049364 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-8845f7da-c6d6-4f45-930a-eab8e2c538b0 None None] Provisioning for port f98da5d9-6058-4b2d-a1e3-11349cb6e0eb completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:06.065308 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c0c87099-4ede-47c1-870a-110f121f0f58 req-f03434d6-bbf8-4cff-abc6-c855c11ac3d8 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 210 time: 0.0602355 Jun 23 16:20:06.079311 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-8845f7da-c6d6-4f45-930a-eab8e2c538b0 None None] Provisioning complete for port f98da5d9-6058-4b2d-a1e3-11349cb6e0eb triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:06.079311 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-8845f7da-c6d6-4f45-930a-eab8e2c538b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.098180 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-a39dd679-acc9-4669-b98f-c8ebf4945d84 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.117481 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-703f7c40-5c67-47fa-89ee-63c769674457 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:06.134861 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-a39dd679-acc9-4669-b98f-c8ebf4945d84 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Network d81a662b-e50c-4dc5-bfb6-5973df30f3e2 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:20:06.141437 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-a39dd679-acc9-4669-b98f-c8ebf4945d84 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:20:06.145235 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-a39dd679-acc9-4669-b98f-c8ebf4945d84 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:20:06.151374 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-a39dd679-acc9-4669-b98f-c8ebf4945d84 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:06.151901 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751334018286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126767261'] for segment, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.152170 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-a39dd679-acc9-4669-b98f-c8ebf4945d84 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.240710 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c5332bb6-ca05-428e-8a3f-65551c0eba8b req-17f7d2aa-391e-49be-a8f2-667150cdfd66 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c7c963e-c048-4763-92d4-ebce7c7ec436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643199 Jun 23 16:20:06.244067 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-8845f7da-c6d6-4f45-930a-eab8e2c538b0 None None] Port f98da5d9-6058-4b2d-a1e3-11349cb6e0eb cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:20:06.259809 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.264851 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-a39dd679-acc9-4669-b98f-c8ebf4945d84 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0820935 Jun 23 16:20:06.283022 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=92864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:20:06.283542 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126768367'] for segment, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.299684 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Request body: {'port': {'device_id': '0a8133ee-b4b1-4383-ab0b-f3e6becd1b53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:06.309326 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.372518 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39dd679-acc9-4669-b98f-c8ebf4945d84 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Pushing event updated for resources: {'Port': ['ID=1dd77542-313f-4d54-88e2-c12367e8e14f,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:06.379820 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-a39dd679-acc9-4669-b98f-c8ebf4945d84 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: from cryptography.utils import int_from_bytes Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: from cryptography.utils import int_from_bytes Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: Traceback (most recent call last): Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: timer() Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: cb(*args, **kw) Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: return func(*args, **kwargs) Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: self._notify() Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: self.callback(batched_events) Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: event.method(event) Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: return f(self, *a, **k) Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: return self._get(url).json() Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: return self.request(url, 'GET', **kwargs) Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:20:06.392770 dv-cinder-788363-4-iscsi neutron-server[92864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:20:06.415475 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651370'] for network, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.458868 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98da5d9-6058-4b2d-a1e3-11349cb6e0eb {{(pid=92863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:20:06.466598 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c8b20238-6b9c-40dd-b2ba-e5e1d9fe8837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:06.478122 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.483633 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Pushing event deleted for resources: {'Network': ['ID=a332e3c6-73c5-416b-97d8-94884d2e89d3,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:06.487541 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.493341 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a332e3c6-73c5-416b-97d8-94884d2e89d3 HTTP/1.1" status: 204 len: 168 time: 1.2299721 Jun 23 16:20:06.495388 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 44434) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:06.496294 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:06.514022 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 9b15b57f-8f11-44df-aec4-c44070d0b95c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9b15b57f-8f11-44df-aec4-c44070d0b95c,segment=NetworkSegment(a5cd581f-8376-4163-a31a-e78ffac1a8cb),segment_id=a5cd581f-8376-4163-a31a-e78ffac1a8cb)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:06.531378 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.533376 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.534997 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:06.541857 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Transition to ACTIVE for port object f98da5d9-6058-4b2d-a1e3-11349cb6e0eb will not be triggered until provisioned by entity L2. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:20:06.555669 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.558985 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.580990 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696e190-f559-4947-b895-b9dd0eb5b6ae req-14d57dc8-8ff6-4073-8a93-b6a613b35093 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:06.589118 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b696e190-f559-4947-b895-b9dd0eb5b6ae req-14d57dc8-8ff6-4073-8a93-b6a613b35093 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 944 time: 0.1812017 Jun 23 16:20:06.593295 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-523afe89-84d3-424f-8c78-c0ce1b496c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:06.604412 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=9b15b57f-8f11-44df-aec4-c44070d0b95c,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:06.609173 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:06.663317 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c9f28d-39d2-474f-9b88-76b6818cf750 admin admin] Deleting subnet e4483548-84c5-4354-b19a-e92960fcff37 {{(pid=92864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:20:06.670069 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-40c9f28d-39d2-474f-9b88-76b6818cf750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.675301 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82261f-7d40-4730-b8e7-4a04405a5339 req-1f769400-e98c-4cd3-bc21-7bd58ba9d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:06.677604 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3e82261f-7d40-4730-b8e7-4a04405a5339 req-1f769400-e98c-4cd3-bc21-7bd58ba9d18f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 1098 time: 0.4341578 Jun 23 16:20:06.687031 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-c606a87d-39fb-492e-88fb-9d78bc562b4b None None] Provisioning for port 1dd77542-313f-4d54-88e2-c12367e8e14f completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:06.698615 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-c606a87d-39fb-492e-88fb-9d78bc562b4b None None] Provisioning complete for port 1dd77542-313f-4d54-88e2-c12367e8e14f triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:06.699219 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-c606a87d-39fb-492e-88fb-9d78bc562b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.720994 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b696e190-f559-4947-b895-b9dd0eb5b6ae req-0d00b73d-0179-4d85-8b63-07f10588b24d tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308682 Jun 23 16:20:06.733609 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded38638-2bbe-42a3-965b-3ded0aa41a1b req-c71db27f-77c6-4d4a-a98a-e16b0d6883d5 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:06.751464 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Pushing event updated for resources: {'Port': ['ID=f98da5d9-6058-4b2d-a1e3-11349cb6e0eb,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:06.751840 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ded38638-2bbe-42a3-965b-3ded0aa41a1b req-c71db27f-77c6-4d4a-a98a-e16b0d6883d5 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 931 time: 0.2471647 Jun 23 16:20:06.767246 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:06.791232 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-40c9f28d-39d2-474f-9b88-76b6818cf750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126767234'] for subnet, precommit_delete_associations {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.856755 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-c606a87d-39fb-492e-88fb-9d78bc562b4b None None] Port 1dd77542-313f-4d54-88e2-c12367e8e14f cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:20:06.866167 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-3e82261f-7d40-4730-b8e7-4a04405a5339 req-33a4f555-d457-4416-b60e-32d8ffaf16c9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.908488 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-40c9f28d-39d2-474f-9b88-76b6818cf750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482743'] for subnet, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:06.983370 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Attempting to bind port f98da5d9-6058-4b2d-a1e3-11349cb6e0eb on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:20:06.983927 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Attempting to bind port f98da5d9-6058-4b2d-a1e3-11349cb6e0eb by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '3e773a08-1a50-4d4d-9a02-291be1d2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55'}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:20:06.984480 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Attempting to bind port f98da5d9-6058-4b2d-a1e3-11349cb6e0eb on network c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:20:07.006525 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Port f98da5d9-6058-4b2d-a1e3-11349cb6e0eb on network c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:20:07.006871 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Attempting to bind port f98da5d9-6058-4b2d-a1e3-11349cb6e0eb on network c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:20:07.034876 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Checking agent: {'id': '038417b8-6895-4fa1-8365-da35a0f7bc41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'started_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:20:07.035227 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Checking segment: {'id': '3e773a08-1a50-4d4d-9a02-291be1d2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:20:07.035573 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Bound using segment: {'id': '3e773a08-1a50-4d4d-9a02-291be1d2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55'} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:20:07.036025 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Bound port: f98da5d9-6058-4b2d-a1e3-11349cb6e0eb, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e773a08-1a50-4d4d-9a02-291be1d2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55'}}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:20:07.036383 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.039725 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ded38638-2bbe-42a3-965b-3ded0aa41a1b req-8c71bbde-30a6-4118-99e4-1553f85ccbde tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749253 Jun 23 16:20:07.102992 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-40c9f28d-39d2-474f-9b88-76b6818cf750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126768242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126835600'] for subnet, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.110475 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:07.142364 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a68bf-cd25-47f4-831c-cbb53252a279 req-48559f1d-6b43-4cce-b3ec-3e36657395c8 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:07.143905 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-af4a68bf-cd25-47f4-831c-cbb53252a279 req-48559f1d-6b43-4cce-b3ec-3e36657395c8 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 932 time: 0.2456858 Jun 23 16:20:07.201474 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] For port f98da5d9-6058-4b2d-a1e3-11349cb6e0eb, host hv-cinder-78836, cleared binding levels {{(pid=92863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:20:07.206043 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] For port f98da5d9-6058-4b2d-a1e3-11349cb6e0eb, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f98da5d9-6058-4b2d-a1e3-11349cb6e0eb,segment=NetworkSegment(3e773a08-1a50-4d4d-9a02-291be1d2dc56),segment_id=3e773a08-1a50-4d4d-9a02-291be1d2dc56)] {{(pid=92863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:20:07.231188 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.252371 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-b1323dab-d6c4-4559-b739-3c16518bcc7f tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:07.295473 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:07.296431 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.297740 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] 10.222.0.84 "PUT /v2.0/ports/f98da5d9-6058-4b2d-a1e3-11349cb6e0eb HTTP/1.1" status: 200 len: 1093 time: 2.0331383 Jun 23 16:20:07.308167 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07f08f1-7057-4e6e-8788-3a5ee2d98294', 'tag': 'f98da5d9-6058-4b2d-a1e3-11349cb6e0eb'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:07.311485 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260e483c-713f-4883-b1d4-f16e72d2f116" -d '{"events": [{"name": "network-changed", "server_uuid": "b07f08f1-7057-4e6e-8788-3a5ee2d98294", "tag": "f98da5d9-6058-4b2d-a1e3-11349cb6e0eb"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:07.350964 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-af4a68bf-cd25-47f4-831c-cbb53252a279 req-1c7dc2d2-4e75-416e-be6e-24e821d6cab5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987140 Jun 23 16:20:07.393453 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd77542-313f-4d54-88e2-c12367e8e14f {{(pid=92863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:20:07.400846 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9f28d-39d2-474f-9b88-76b6818cf750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4483548-84c5-4354-b19a-e92960fcff37,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:07.402165 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.407683 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-40c9f28d-39d2-474f-9b88-76b6818cf750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:07.410182 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-cf59273e-929a-4444-b350-048089c3139f req-4dfbdade-5475-48ba-9ee7-e46d3037cb31 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 210 time: 0.0653026 Jun 23 16:20:07.411140 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-40c9f28d-39d2-474f-9b88-76b6818cf750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.412902 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-40c9f28d-39d2-474f-9b88-76b6818cf750 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e4483548-84c5-4354-b19a-e92960fcff37 HTTP/1.1" status: 204 len: 168 time: 0.8959637 Jun 23 16:20:07.417008 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 44460) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:07.468941 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Transition to ACTIVE for port object 1dd77542-313f-4d54-88e2-c12367e8e14f will not be triggered until provisioned by entity L2. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:20:07.482117 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.501011 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Pushing event updated for resources: {'Port': ['ID=f98da5d9-6058-4b2d-a1e3-11349cb6e0eb,revision_number=3']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:07.504796 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:07.509900 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5ee7a9-ff52-4c4c-8518-9aabf7e06921 x-openstack-request-id: req-8c5ee7a9-ff52-4c4c-8518-9aabf7e06921 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:07.511096 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07f08f1-7057-4e6e-8788-3a5ee2d98294", "tag": "f98da5d9-6058-4b2d-a1e3-11349cb6e0eb", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:07.511588 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8c5ee7a9-ff52-4c4c-8518-9aabf7e06921 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:07.512300 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07f08f1-7057-4e6e-8788-3a5ee2d98294', 'tag': 'f98da5d9-6058-4b2d-a1e3-11349cb6e0eb', 'status': 'completed', 'code': 200} Jun 23 16:20:07.512761 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:07.546554 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-3e82261f-7d40-4730-b8e7-4a04405a5339 req-33a4f555-d457-4416-b60e-32d8ffaf16c9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.554154 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-3e82261f-7d40-4730-b8e7-4a04405a5339 req-33a4f555-d457-4416-b60e-32d8ffaf16c9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.558067 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:07.591862 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-49bcaa6c-4784-484b-a7f3-2d277ffa2c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468273'] for network, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.608136 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3e82261f-7d40-4730-b8e7-4a04405a5339 req-33a4f555-d457-4416-b60e-32d8ffaf16c9 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=3c7c963e-c048-4763-92d4-ebce7c7ec436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9075997 Jun 23 16:20:07.618477 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4f555-d457-4416-b60e-32d8ffaf16c9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=36f127b3-e555-4a74-aa68-bacd24008c44,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:07.624418 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-33a4f555-d457-4416-b60e-32d8ffaf16c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:07.634914 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd77542-313f-4d54-88e2-c12367e8e14f,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:07.640731 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:07.678876 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b3cf1898-9b8a-4a0b-ba9c-73e8a4c7405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:07.680417 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b3cf1898-9b8a-4a0b-ba9c-73e8a4c7405b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a11bfaeaf90b4b2a9e648a6081eb79d6&device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 1096 time: 0.2553334 Jun 23 16:20:07.695601 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Attempting to bind port 1dd77542-313f-4d54-88e2-c12367e8e14f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:20:07.696019 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Attempting to bind port 1dd77542-313f-4d54-88e2-c12367e8e14f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '294b7224-b1d6-45e3-884f-d12499d32131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2'}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:20:07.696351 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Attempting to bind port 1dd77542-313f-4d54-88e2-c12367e8e14f on network d81a662b-e50c-4dc5-bfb6-5973df30f3e2 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:20:07.704807 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Port 1dd77542-313f-4d54-88e2-c12367e8e14f on network d81a662b-e50c-4dc5-bfb6-5973df30f3e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:20:07.705010 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Attempting to bind port 1dd77542-313f-4d54-88e2-c12367e8e14f on network d81a662b-e50c-4dc5-bfb6-5973df30f3e2 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:20:07.712985 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Checking agent: {'id': '038417b8-6895-4fa1-8365-da35a0f7bc41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'started_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:20:07.713378 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Checking segment: {'id': '294b7224-b1d6-45e3-884f-d12499d32131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:20:07.713742 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Bound using segment: {'id': '294b7224-b1d6-45e3-884f-d12499d32131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2'} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:20:07.714221 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Bound port: 1dd77542-313f-4d54-88e2-c12367e8e14f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294b7224-b1d6-45e3-884f-d12499d32131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2'}}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:20:07.714565 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.719724 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-49bcaa6c-4784-484b-a7f3-2d277ffa2c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481338', 'neutron.services.segments.db._delete_segments_for_network-8751334030111'] for network, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.730360 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-49bcaa6c-4784-484b-a7f3-2d277ffa2c97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e2b6a6-3056-4070-8518-50300e7bea0b']}} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:07.733073 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475641bf-9d87-4688-84ab-775976fc4524 req-616fddc6-0197-4921-8565-49cbeee6e773 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:07.734590 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-475641bf-9d87-4688-84ab-775976fc4524 req-616fddc6-0197-4921-8565-49cbeee6e773 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 945 time: 0.1958709 Jun 23 16:20:07.746414 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-49bcaa6c-4784-484b-a7f3-2d277ffa2c97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ac46bd-ff34-48f8-b141-c5d6d12dcd44') {'for_net_delete': True} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:07.746705 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-49bcaa6c-4784-484b-a7f3-2d277ffa2c97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ac46bd-ff34-48f8-b141-c5d6d12dcd44') {} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:07.756169 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-49bcaa6c-4784-484b-a7f3-2d277ffa2c97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751334018286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126767261'] for segment, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.771182 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-49bcaa6c-4784-484b-a7f3-2d277ffa2c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.779868 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49bcaa6c-4784-484b-a7f3-2d277ffa2c97 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=92864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:20:07.780279 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-49bcaa6c-4784-484b-a7f3-2d277ffa2c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126768367'] for segment, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: Traceback (most recent call last): Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: timer() Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: cb(*args, **kw) Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: return func(*args, **kwargs) Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: self._notify() Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: self.callback(batched_events) Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: event.method(event) Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: return f(self, *a, **k) Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: return self._get(url).json() Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: return self.request(url, 'GET', **kwargs) Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:20:07.782620 dv-cinder-788363-4-iscsi neutron-server[92864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:20:07.827387 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-475641bf-9d87-4688-84ab-775976fc4524 req-36a9d7e3-0b0b-4a2e-878c-f603ad4a31bb tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c7c963e-c048-4763-92d4-ebce7c7ec436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857859 Jun 23 16:20:07.837232 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] For port 1dd77542-313f-4d54-88e2-c12367e8e14f, host hv-cinder-78836, cleared binding levels {{(pid=92863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:20:07.840911 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] For port 1dd77542-313f-4d54-88e2-c12367e8e14f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1dd77542-313f-4d54-88e2-c12367e8e14f,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:20:07.842156 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-49bcaa6c-4784-484b-a7f3-2d277ffa2c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651370'] for network, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.846775 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c3e1556a-4b3c-4d12-a887-ea8f4b0c3059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:07.848330 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.849328 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-49bcaa6c-4784-484b-a7f3-2d277ffa2c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.851163 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-49bcaa6c-4784-484b-a7f3-2d277ffa2c97 admin admin] 10.222.0.46 "DELETE /v2.0/networks/72e2b6a6-3056-4070-8518-50300e7bea0b HTTP/1.1" status: 204 len: 168 time: 0.4332407 Jun 23 16:20:07.852999 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:07.866308 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcaa6c-4784-484b-a7f3-2d277ffa2c97 admin admin] Pushing event deleted for resources: {'Network': ['ID=72e2b6a6-3056-4070-8518-50300e7bea0b,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:07.870287 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-49bcaa6c-4784-484b-a7f3-2d277ffa2c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:07.894980 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:07.895598 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:07.896987 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] 10.222.0.84 "PUT /v2.0/ports/1dd77542-313f-4d54-88e2-c12367e8e14f HTTP/1.1" status: 200 len: 1094 time: 1.6161485 Jun 23 16:20:07.914845 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd77542-313f-4d54-88e2-c12367e8e14f,revision_number=3']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:07.928495 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:07.969111 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bcdee-1670-4dea-887e-7296cbba30e3 req-b8cdc3f5-db7f-4fc3-92db-c66af75425ff tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:07.976505 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-229bcdee-1670-4dea-887e-7296cbba30e3 req-b8cdc3f5-db7f-4fc3-92db-c66af75425ff tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 944 time: 0.0931602 Jun 23 16:20:08.030680 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-229bcdee-1670-4dea-887e-7296cbba30e3 req-dd9e2c35-c1e6-49a8-840a-56869c68f28f tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522180 Jun 23 16:20:08.035812 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f58283-f7cb-4962-a540-284eb41695b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b15b57f-8f11-44df-aec4-c44070d0b95c'}] {{(pid=92865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:08.038553 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053164b0cf726773bb22b402b066b9c97a54671ffe15cd7793040184515b98b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6acf568-46b3-48fe-a233-75749068486f" -d '{"events": [{"server_uuid": "10f58283-f7cb-4962-a540-284eb41695b7", "name": "network-vif-plugged", "status": "completed", "tag": "9b15b57f-8f11-44df-aec4-c44070d0b95c"}]}' {{(pid=92865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:08.105099 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.107368 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cb030d-1407-41fa-bb59-3b00cf521b29 x-openstack-request-id: req-21cb030d-1407-41fa-bb59-3b00cf521b29 {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:08.107856 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f58283-f7cb-4962-a540-284eb41695b7", "name": "network-vif-plugged", "status": "completed", "tag": "9b15b57f-8f11-44df-aec4-c44070d0b95c", "code": 200}]} {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:08.108123 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-21cb030d-1407-41fa-bb59-3b00cf521b29 {{(pid=92865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:08.108517 dv-cinder-788363-4-iscsi neutron-server[92865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f58283-f7cb-4962-a540-284eb41695b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b15b57f-8f11-44df-aec4-c44070d0b95c', 'code': 200} Jun 23 16:20:08.139082 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 44472) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:08.155396 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-bcaa590c-397d-493c-b12e-785e80001ec3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f98da5d9-6058-4b2d-a1e3-11349cb6e0eb HTTP/1.1" status: 200 len: 217 time: 0.1228199 Jun 23 16:20:08.224448 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-98505195-4cab-450a-8ad5-8429a22809b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e6efde25af743cfbf0ebec2b10d402d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0838940 Jun 23 16:20:08.228110 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 44474) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:08.246668 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-e0bee627-daae-47ae-b9cd-accd6b3afdf5 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:08.248096 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-e0bee627-daae-47ae-b9cd-accd6b3afdf5 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.84 "GET /v2.0/networks?id=dd9b021f-df41-46de-9b1b-fb06f45962f5 HTTP/1.1" status: 200 len: 809 time: 0.2159986 Jun 23 16:20:08.300607 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-de476c76-5e75-4f1a-b930-a3cc523a76a9 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Request body: {'port': {'device_id': '3611239f-9b63-4082-b4ca-0e4eb8b24650', 'network_id': 'dd9b021f-df41-46de-9b1b-fb06f45962f5', 'admin_state_up': True, 'tenant_id': 'd981dabc35ee42d7a01583059fb4c8a9'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:08.305329 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-f061ea23-00b0-429c-b24c-887a266e4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:08.307731 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-f061ea23-00b0-429c-b24c-887a266e4caf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d HTTP/1.1" status: 200 len: 849 time: 0.1300697 Jun 23 16:20:08.310826 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-e362e7b5-391e-400b-a3ca-8f707637f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:08.312773 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-e362e7b5-391e-400b-a3ca-8f707637f21b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a76e9d11e45c4db3b9f6a8f2b48aff11&device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 1097 time: 0.2110846 Jun 23 16:20:08.369340 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 3fcbd813-4fb1-4bcd-b691-649908f71ec9 up at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:08.405823 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-56408cf0-ca95-42e2-9105-68db35b2c2aa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dd77542-313f-4d54-88e2-c12367e8e14f HTTP/1.1" status: 200 len: 217 time: 0.0756402 Jun 23 16:20:08.481219 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning for port 3fcbd813-4fb1-4bcd-b691-649908f71ec9 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:08.491109 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning complete for port 3fcbd813-4fb1-4bcd-b691-649908f71ec9 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:08.491109 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.495814 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.84', 63017) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:08.516866 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3405a-f35f-43bb-8627-c970b587833f req-af324f77-030d-4ad2-b41e-541a30ac76f4 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:08.545221 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4bb3405a-f35f-43bb-8627-c970b587833f req-af324f77-030d-4ad2-b41e-541a30ac76f4 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 943 time: 0.3159273 Jun 23 16:20:08.578864 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e295bc50-123d-4d9a-b4db-460739bf9a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.611262 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.611480 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-0524e2f6-90fb-436b-b6b8-634047859528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:08.612778 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-0524e2f6-90fb-436b-b6b8-634047859528 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e737d9e7-5b3c-4d9d-bb31-91a55656b0db HTTP/1.1" status: 200 len: 855 time: 0.1842175 Jun 23 16:20:08.624294 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4bb3405a-f35f-43bb-8627-c970b587833f req-d160c5bc-a46e-4244-a5b7-3ec862e742a4 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757246 Jun 23 16:20:08.667360 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 3fcbd813-4fb1-4bcd-b691-649908f71ec9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3fcbd813-4fb1-4bcd-b691-649908f71ec9,segment=NetworkSegment(a5cd581f-8376-4163-a31a-e78ffac1a8cb),segment_id=a5cd581f-8376-4163-a31a-e78ffac1a8cb)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:08.667661 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e295bc50-123d-4d9a-b4db-460739bf9a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.674689 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.676826 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:08.746102 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=3fcbd813-4fb1-4bcd-b691-649908f71ec9,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:08.750228 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:08.768797 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67796b14-d225-4972-8144-8afd29bb83d1 req-c872e3fe-81eb-4e41-8a90-2d5e96385581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:08.770330 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-67796b14-d225-4972-8144-8afd29bb83d1 req-c872e3fe-81eb-4e41-8a90-2d5e96385581 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 1098 time: 0.2712839 Jun 23 16:20:08.783749 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-bb365280-f8a8-4d2a-b577-dfbfb919f5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:08.789317 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-bb365280-f8a8-4d2a-b577-dfbfb919f5d8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4583874 Jun 23 16:20:08.793199 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-de476c76-5e75-4f1a-b930-a3cc523a76a9 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Made reservation on behalf of d981dabc35ee42d7a01583059fb4c8a9 for: {'port': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:20:08.800630 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-de476c76-5e75-4f1a-b930-a3cc523a76a9 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.849277 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e295bc50-123d-4d9a-b4db-460739bf9a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.852532 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e295bc50-123d-4d9a-b4db-460739bf9a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:08.856630 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-e295bc50-123d-4d9a-b4db-460739bf9a3b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9bfb3e03-d0bf-4b8b-a4aa-92982e76e8d8 HTTP/1.1" status: 204 len: 168 time: 0.6214967 Jun 23 16:20:08.873709 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-33a4f555-d457-4416-b60e-32d8ffaf16c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:08.880252 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6eedb9d4-3271-404c-adb8-546d3719ba79 req-08f50316-e7c6-4537-903c-788de5b7642f tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 210 time: 0.0565453 Jun 23 16:20:08.930545 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295bc50-123d-4d9a-b4db-460739bf9a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfb3e03-d0bf-4b8b-a4aa-92982e76e8d8,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:08.935760 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-e295bc50-123d-4d9a-b4db-460739bf9a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:09.045991 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_common [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-de476c76-5e75-4f1a-b930-a3cc523a76a9 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Allocated IP 172.20.0.6 (dd9b021f-df41-46de-9b1b-fb06f45962f5/c77d78c8-dac9-4d9a-b7ee-428d7bb9264c/f8f9f54c-6d0f-4961-87db-4f860c060758) {{(pid=92864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:20:09.106924 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eb44f-3311-4019-b14d-807e9072622b req-da4dc399-5f26-41d2-9d97-bb66cca780f4 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:09.108800 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ce2eb44f-3311-4019-b14d-807e9072622b req-da4dc399-5f26-41d2-9d97-bb66cca780f4 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.5254328 Jun 23 16:20:09.178820 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.185543 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-67796b14-d225-4972-8144-8afd29bb83d1 req-e52a2d23-83d9-4c60-9f00-4e1280e82c46 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900845 Jun 23 16:20:09.194291 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-aff8ce59-dddc-4d08-a530-979508ac2102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:09.195710 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-aff8ce59-dddc-4d08-a530-979508ac2102 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5315988 Jun 23 16:20:09.214647 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f207f-8cbc-41f5-b368-09aa365986a6 req-cb4e4eb7-7c84-4a9b-bad5-62ceac475ef1 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:09.216164 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c87f207f-8cbc-41f5-b368-09aa365986a6 req-cb4e4eb7-7c84-4a9b-bad5-62ceac475ef1 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 945 time: 0.1574211 Jun 23 16:20:09.216456 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ce2eb44f-3311-4019-b14d-807e9072622b req-65614a73-e561-4e0d-9f4f-62594ab2c78c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929101 Jun 23 16:20:09.228951 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-81a3b32b-9032-4ef9-a041-b31fb2fd812d service neutron] 10.222.0.84 "GET /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910480 Jun 23 16:20:09.292267 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-de476c76-5e75-4f1a-b930-a3cc523a76a9 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Notify callbacks [] for port, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.310891 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c87f207f-8cbc-41f5-b368-09aa365986a6 req-0a3a08aa-f11d-4689-a144-82e846b19b6d tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c7c963e-c048-4763-92d4-ebce7c7ec436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820925 Jun 23 16:20:09.312765 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 44508) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:09.396036 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-732c5b31-917c-4ee7-b782-9cadd4cc38d2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=003b824930094c4faeb1e17bc72ed9d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808268 Jun 23 16:20:09.398489 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 44510) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:09.413145 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-de476c76-5e75-4f1a-b930-a3cc523a76a9 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126768161'] for port, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.426386 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:09.428849 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf1549-f63f-4862-a04a-7939d39abf18 req-a239c2b1-2f2d-4635-9113-badcbfe5dcc7 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:09.430678 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4edf1549-f63f-4862-a04a-7939d39abf18 req-a239c2b1-2f2d-4635-9113-badcbfe5dcc7 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0692797 Jun 23 16:20:09.473181 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4edf1549-f63f-4862-a04a-7939d39abf18 req-2f992780-5a7c-48ea-8780-4b985b7ad0c6 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358362 Jun 23 16:20:09.478464 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-de476c76-5e75-4f1a-b930-a3cc523a76a9 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Network dd9b021f-df41-46de-9b1b-fb06f45962f5 is already hosted by enough agents. {{(pid=92864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:20:09.489360 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-de476c76-5e75-4f1a-b930-a3cc523a76a9 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Resources bound (agent type, host, resource id): {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:20:09.501674 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-de476c76-5e75-4f1a-b930-a3cc523a76a9 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Received port after_create {{(pid=92864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:20:09.513929 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8133ee-b4b1-4383-ab0b-f3e6becd1b53', 'tag': '1dd77542-313f-4d54-88e2-c12367e8e14f'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:09.516308 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d6eba0-1556-4ed2-ba3c-92aea317b50a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8133ee-b4b1-4383-ab0b-f3e6becd1b53", "tag": "1dd77542-313f-4d54-88e2-c12367e8e14f"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:09.528343 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de476c76-5e75-4f1a-b930-a3cc523a76a9 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Pushing event updated for resources: {'Port': ['ID=f8f9f54c-6d0f-4961-87db-4f860c060758,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:09.532762 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ce06db1f-e086-4522-adca-5c24b1bb97aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.537073 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-de476c76-5e75-4f1a-b930-a3cc523a76a9 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:09.582169 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-de476c76-5e75-4f1a-b930-a3cc523a76a9 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:09.582901 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-de476c76-5e75-4f1a-b930-a3cc523a76a9 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for port, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.589116 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ce06db1f-e086-4522-adca-5c24b1bb97aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.614837 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-de476c76-5e75-4f1a-b930-a3cc523a76a9 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3210194 Jun 23 16:20:09.625777 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d173d4-b02f-4ba1-9222-7d7a042a34c9 x-openstack-request-id: req-19d173d4-b02f-4ba1-9222-7d7a042a34c9 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:09.626236 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8133ee-b4b1-4383-ab0b-f3e6becd1b53", "tag": "1dd77542-313f-4d54-88e2-c12367e8e14f", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:09.626498 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-19d173d4-b02f-4ba1-9222-7d7a042a34c9 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:09.626904 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8133ee-b4b1-4383-ab0b-f3e6becd1b53', 'tag': '1dd77542-313f-4d54-88e2-c12367e8e14f', 'status': 'completed', 'code': 200} Jun 23 16:20:09.652459 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ce06db1f-e086-4522-adca-5c24b1bb97aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.655172 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ce06db1f-e086-4522-adca-5c24b1bb97aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.656347 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-ce06db1f-e086-4522-adca-5c24b1bb97aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4504f74c-1ef7-4ae2-a8a8-6955613bc233 HTTP/1.1" status: 204 len: 168 time: 0.2569737 Jun 23 16:20:09.657147 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9e3d77e7-6c44-4789-bd5a-baf0713c7618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:09.665008 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06db1f-e086-4522-adca-5c24b1bb97aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4504f74c-1ef7-4ae2-a8a8-6955613bc233,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:09.667982 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ce06db1f-e086-4522-adca-5c24b1bb97aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:09.686119 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-06e75f25-3a0b-4bb9-9766-2d1d6aa42fc1 req-b833b75b-3495-4baf-b5e5-a33782041e19 service neutron] 10.222.0.84 "GET /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894705 Jun 23 16:20:09.687803 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-17c5866f-804f-403a-9622-4446183106f8 service neutron] 10.222.0.84 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825192 Jun 23 16:20:09.760080 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Request body: {'port': {'device_id': '3611239f-9b63-4082-b4ca-0e4eb8b24650', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:09.843999 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:09.891964 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e5bc2-df9e-406e-a972-647a0e1cc2fb req-0dc5638c-58c0-4b95-9f65-e256a6277aa5 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:09.893708 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1b4e5bc2-df9e-406e-a972-647a0e1cc2fb req-0dc5638c-58c0-4b95-9f65-e256a6277aa5 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 943 time: 0.1441584 Jun 23 16:20:09.960009 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bdbbcaad-cfe8-4c19-b87a-187288250c11 req-331ce6a1-df48-4294-8257-fb561381e45a service neutron] 10.222.0.84 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766460 Jun 23 16:20:10.000702 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1b4e5bc2-df9e-406e-a972-647a0e1cc2fb req-9b9a791a-323f-4293-9f5f-4620e4443915 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840209 Jun 23 16:20:10.025233 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e483c-713f-4883-b1d4-f16e72d2f116 req-4d4a9054-d0ab-47f2-a2f3-4e36c03f2d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:10.027739 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-260e483c-713f-4883-b1d4-f16e72d2f116 req-4d4a9054-d0ab-47f2-a2f3-4e36c03f2d3f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a11bfaeaf90b4b2a9e648a6081eb79d6&device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 1096 time: 0.1300740 Jun 23 16:20:10.110265 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb766bd4-c77e-48a6-aa82-739f02c9cb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcbd813-4fb1-4bcd-b691-649908f71ec9'}] {{(pid=92865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:10.113106 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053164b0cf726773bb22b402b066b9c97a54671ffe15cd7793040184515b98b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c2f9f9-a3c9-4751-8035-03b7790d3286" -d '{"events": [{"server_uuid": "fb766bd4-c77e-48a6-aa82-739f02c9cb6f", "name": "network-vif-plugged", "status": "completed", "tag": "3fcbd813-4fb1-4bcd-b691-649908f71ec9"}]}' {{(pid=92865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:10.194545 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502154c3-0c17-4751-a8fb-e83c93be80b8 x-openstack-request-id: req-502154c3-0c17-4751-a8fb-e83c93be80b8 {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:10.195148 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb766bd4-c77e-48a6-aa82-739f02c9cb6f", "name": "network-vif-plugged", "status": "completed", "tag": "3fcbd813-4fb1-4bcd-b691-649908f71ec9", "code": 200}]} {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:10.195148 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-502154c3-0c17-4751-a8fb-e83c93be80b8 {{(pid=92865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:10.195490 dv-cinder-788363-4-iscsi neutron-server[92865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb766bd4-c77e-48a6-aa82-739f02c9cb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcbd813-4fb1-4bcd-b691-649908f71ec9', 'code': 200} Jun 23 16:20:10.219915 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e483c-713f-4883-b1d4-f16e72d2f116 req-2f752f22-5f85-4378-9645-9456e84243f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:10.222632 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-260e483c-713f-4883-b1d4-f16e72d2f116 req-2f752f22-5f85-4378-9645-9456e84243f8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 HTTP/1.1" status: 200 len: 911 time: 0.1832039 Jun 23 16:20:10.360748 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeebcc2-d073-4e8c-8c64-281ec464abcd req-b1841bd4-a52b-4808-a1c9-0c1b1bb160b5 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:10.367920 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-baeebcc2-d073-4e8c-8c64-281ec464abcd req-b1841bd4-a52b-4808-a1c9-0c1b1bb160b5 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 931 time: 0.2159581 Jun 23 16:20:10.374658 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-260e483c-713f-4883-b1d4-f16e72d2f116 req-43d2e4a7-a7f0-4f9c-909a-3ca6267965cc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f98da5d9-6058-4b2d-a1e3-11349cb6e0eb HTTP/1.1" status: 200 len: 217 time: 0.0743756 Jun 23 16:20:10.436005 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-baeebcc2-d073-4e8c-8c64-281ec464abcd req-d36a2e2d-3e94-4259-8e26-fbfcb955cf83 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668404 Jun 23 16:20:10.516663 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e483c-713f-4883-b1d4-f16e72d2f116 req-f4804729-52c2-445d-9342-844ebd424047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:10.518104 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-260e483c-713f-4883-b1d4-f16e72d2f116 req-f4804729-52c2-445d-9342-844ebd424047 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d HTTP/1.1" status: 200 len: 849 time: 0.1268301 Jun 23 16:20:10.519891 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6eba0-1556-4ed2-ba3c-92aea317b50a req-8b46c247-8043-46d8-a0ef-7dfb52d2bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:10.521239 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c9d6eba0-1556-4ed2-ba3c-92aea317b50a req-8b46c247-8043-46d8-a0ef-7dfb52d2bfb1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a76e9d11e45c4db3b9f6a8f2b48aff11&device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 1097 time: 0.2495396 Jun 23 16:20:10.534572 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.notifiers.nova [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f9f54c-6d0f-4961-87db-4f860c060758 {{(pid=92864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:20:10.544645 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.548245 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de96e9-c384-4e86-b57c-8d722e3a61bb req-ae7f25fb-2ff3-4f12-803c-f1f4b86f7e96 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:10.557734 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f0de96e9-c384-4e86-b57c-8d722e3a61bb req-ae7f25fb-2ff3-4f12-803c-f1f4b86f7e96 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.1106877 Jun 23 16:20:10.557978 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.provisioning_blocks [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Transition to ACTIVE for port object f8f9f54c-6d0f-4961-87db-4f860c060758 will not be triggered until provisioned by entity L2. {{(pid=92864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:20:10.563690 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126768179'] for port, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.568194 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ab724582-c15f-4a7b-ac12-a9fea3d6bd3e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:10.665818 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f9f54c-6d0f-4961-87db-4f860c060758,revision_number=2']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:10.686121 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:10.694510 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f0de96e9-c384-4e86-b57c-8d722e3a61bb req-e8bbd53e-b353-4096-a568-cbe6ea7d90c6 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355765 Jun 23 16:20:10.787603 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5d29f-170d-45ec-a279-36bdbb642ff5 req-ef8bb651-c56d-41f4-be4d-1604eda6dd11 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:10.789345 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-daf5d29f-170d-45ec-a279-36bdbb642ff5 req-ef8bb651-c56d-41f4-be4d-1604eda6dd11 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 945 time: 0.1840384 Jun 23 16:20:10.790562 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.managers [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Attempting to bind port f8f9f54c-6d0f-4961-87db-4f860c060758 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:20:10.790902 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.managers [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Attempting to bind port f8f9f54c-6d0f-4961-87db-4f860c060758 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c7bf881b-4ff7-43cf-9fd3-07965ccef824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'dd9b021f-df41-46de-9b1b-fb06f45962f5'}] {{(pid=92864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:20:10.791493 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Attempting to bind port f8f9f54c-6d0f-4961-87db-4f860c060758 on network dd9b021f-df41-46de-9b1b-fb06f45962f5 {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:20:10.803218 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6eba0-1556-4ed2-ba3c-92aea317b50a req-d84f9559-4f2d-4e9c-aa2e-d895ac105aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:10.804096 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Port f8f9f54c-6d0f-4961-87db-4f860c060758 on network dd9b021f-df41-46de-9b1b-fb06f45962f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:20:10.805038 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Attempting to bind port f8f9f54c-6d0f-4961-87db-4f860c060758 on network dd9b021f-df41-46de-9b1b-fb06f45962f5 {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:20:10.805365 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c9d6eba0-1556-4ed2-ba3c-92aea317b50a req-d84f9559-4f2d-4e9c-aa2e-d895ac105aa4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2 HTTP/1.1" status: 200 len: 917 time: 0.2119594 Jun 23 16:20:10.811115 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b16208-46cb-4861-9e7c-087b9fc14219 req-cb7f8e43-5191-4717-b548-d150882e209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:10.811467 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Checking agent: {'id': '038417b8-6895-4fa1-8365-da35a0f7bc41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'started_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:20:10.811805 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Checking segment: {'id': 'c7bf881b-4ff7-43cf-9fd3-07965ccef824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'dd9b021f-df41-46de-9b1b-fb06f45962f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:20:10.812292 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-56b16208-46cb-4861-9e7c-087b9fc14219 req-cb7f8e43-5191-4717-b548-d150882e209e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 1098 time: 0.2143376 Jun 23 16:20:10.812408 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Bound using segment: {'id': 'c7bf881b-4ff7-43cf-9fd3-07965ccef824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'dd9b021f-df41-46de-9b1b-fb06f45962f5'} {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:20:10.812750 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.managers [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Bound port: f8f9f54c-6d0f-4961-87db-4f860c060758, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7bf881b-4ff7-43cf-9fd3-07965ccef824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'dd9b021f-df41-46de-9b1b-fb06f45962f5'}}] {{(pid=92864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:20:10.813157 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.814910 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e483c-713f-4883-b1d4-f16e72d2f116 req-acf7cbee-a3c8-422b-8ab5-8df7483f0fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:10.816501 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-260e483c-713f-4883-b1d4-f16e72d2f116 req-acf7cbee-a3c8-422b-8ab5-8df7483f0fbc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2329168 Jun 23 16:20:10.871802 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-daf5d29f-170d-45ec-a279-36bdbb642ff5 req-8551e568-136c-48ef-90ea-d16f5fcbb7a7 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c7c963e-c048-4763-92d4-ebce7c7ec436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741346 Jun 23 16:20:10.907269 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] For port f8f9f54c-6d0f-4961-87db-4f860c060758, host hv-cinder-78836, cleared binding levels {{(pid=92864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:20:10.910542 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] For port f8f9f54c-6d0f-4961-87db-4f860c060758, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f8f9f54c-6d0f-4961-87db-4f860c060758,segment=NetworkSegment(c7bf881b-4ff7-43cf-9fd3-07965ccef824),segment_id=c7bf881b-4ff7-43cf-9fd3-07965ccef824)] {{(pid=92864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:20:10.914152 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a4a12-d709-448d-b34e-9d817294213a req-eb3054c0-498b-4ce7-8613-d379f4dab3b4 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:10.918889 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126768179'] for port, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.922812 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-939a4a12-d709-448d-b34e-9d817294213a req-eb3054c0-498b-4ce7-8613-d379f4dab3b4 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0890539 Jun 23 16:20:10.929342 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:10.972631 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:10.973246 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for port, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:10.974639 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] 10.222.0.84 "PUT /v2.0/ports/f8f9f54c-6d0f-4961-87db-4f860c060758 HTTP/1.1" status: 200 len: 1093 time: 1.2200003 Jun 23 16:20:10.975125 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3611239f-9b63-4082-b4ca-0e4eb8b24650', 'tag': 'f8f9f54c-6d0f-4961-87db-4f860c060758'}] {{(pid=92864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:10.976688 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-939a4a12-d709-448d-b34e-9d817294213a req-a01b14ea-fe9b-43ed-b8ed-5d21f81408dc tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529757 Jun 23 16:20:10.980293 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6746fc05b017fa2e5222a758ba3018216863d05e2f8cda4fa9da67320e81433e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef19dcb-a1b4-43b2-8da7-b2d74ba84abf" -d '{"events": [{"name": "network-changed", "server_uuid": "3611239f-9b63-4082-b4ca-0e4eb8b24650", "tag": "f8f9f54c-6d0f-4961-87db-4f860c060758"}]}' {{(pid=92864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:11.009151 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f9f54c-6d0f-4961-87db-4f860c060758,revision_number=3']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:11.013887 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:11.027352 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21083df7-e5cf-43ce-ad95-0fdf07f2d93f x-openstack-request-id: req-21083df7-e5cf-43ce-ad95-0fdf07f2d93f {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:11.027663 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3611239f-9b63-4082-b4ca-0e4eb8b24650", "tag": "f8f9f54c-6d0f-4961-87db-4f860c060758", "status": "completed", "code": 200}]} {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:11.027964 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-21083df7-e5cf-43ce-ad95-0fdf07f2d93f {{(pid=92864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:11.028360 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3611239f-9b63-4082-b4ca-0e4eb8b24650', 'tag': 'f8f9f54c-6d0f-4961-87db-4f860c060758', 'status': 'completed', 'code': 200} Jun 23 16:20:11.204988 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f970f-e0c0-410d-b2db-af6025cc5a42 req-aa4d0383-4f35-4f09-9bc2-eb9ab815e67c tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:11.206727 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7b1f970f-e0c0-410d-b2db-af6025cc5a42 req-aa4d0383-4f35-4f09-9bc2-eb9ab815e67c tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 943 time: 0.0735893 Jun 23 16:20:11.263812 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7b1f970f-e0c0-410d-b2db-af6025cc5a42 req-547b88a3-0426-43f2-8595-8d1d46efa4a8 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507727 Jun 23 16:20:11.602677 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6c4dd-e770-4569-a157-907136bfe8ac req-8fca1e52-bade-4930-9dda-d8e85aaf05f9 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:11.604656 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-33e6c4dd-e770-4569-a157-907136bfe8ac req-8fca1e52-bade-4930-9dda-d8e85aaf05f9 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 943 time: 0.0644555 Jun 23 16:20:11.644965 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-33e6c4dd-e770-4569-a157-907136bfe8ac req-42abc406-21e2-4088-b19e-be946c8db236 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345950 Jun 23 16:20:11.767612 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 44596) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:11.870897 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-c955427c-5410-4148-bb51-ff252a880055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:11.895874 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb9663-17a8-4b62-a739-f225610ec3a4 req-c057fdb0-a7e5-40d6-aa32-86ab006734d1 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:11.897298 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-fceb9663-17a8-4b62-a739-f225610ec3a4 req-c057fdb0-a7e5-40d6-aa32-86ab006734d1 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.0890117 Jun 23 16:20:11.954247 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-fceb9663-17a8-4b62-a739-f225610ec3a4 req-4c57bf06-3290-4f89-ac85-ad1e75bd3bdf tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492156 Jun 23 16:20:12.001628 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-c955427c-5410-4148-bb51-ff252a880055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:12.005822 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-c955427c-5410-4148-bb51-ff252a880055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:12.009391 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:12.045295 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-c955427c-5410-4148-bb51-ff252a880055 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89d00e439faf4ebe81d1ee1e51adec44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765315 Jun 23 16:20:12.046335 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955427c-5410-4148-bb51-ff252a880055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545834b3-977f-49f4-bd2b-a2fb54924eb7,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:12.048056 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 44602) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:12.049427 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-c955427c-5410-4148-bb51-ff252a880055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:12.106210 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5c560baf-8024-4561-b5cc-520660895f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:12.145478 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5c560baf-8024-4561-b5cc-520660895f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:12.195581 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87eda3-9eae-4f9e-8f37-699addc6924e req-2c27da75-2d41-4581-96d1-fe17b6094022 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:12.197049 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6c87eda3-9eae-4f9e-8f37-699addc6924e req-2c27da75-2d41-4581-96d1-fe17b6094022 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.1035888 Jun 23 16:20:12.218913 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5c560baf-8024-4561-b5cc-520660895f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:12.221430 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5c560baf-8024-4561-b5cc-520660895f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:12.222532 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-5c560baf-8024-4561-b5cc-520660895f7b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/545834b3-977f-49f4-bd2b-a2fb54924eb7 HTTP/1.1" status: 204 len: 168 time: 0.1729665 Jun 23 16:20:12.224597 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:12.235741 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c560baf-8024-4561-b5cc-520660895f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545834b3-977f-49f4-bd2b-a2fb54924eb7,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:12.238952 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-5c560baf-8024-4561-b5cc-520660895f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:12.255745 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6c87eda3-9eae-4f9e-8f37-699addc6924e req-bdbb6ffe-2177-4c5d-b1c4-926aa2f4ce8a tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519633 Jun 23 16:20:12.452011 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537139c8-1037-4103-b8f8-2ca2708cf069 req-adbc523a-9f0d-49f5-8087-8413df8b2da7 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:12.453495 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-537139c8-1037-4103-b8f8-2ca2708cf069 req-adbc523a-9f0d-49f5-8087-8413df8b2da7 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 943 time: 0.0685966 Jun 23 16:20:12.492067 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-537139c8-1037-4103-b8f8-2ca2708cf069 req-bd890d6f-a10e-4e3d-865c-9234b64f09f5 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323548 Jun 23 16:20:12.514343 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 44616) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:12.527557 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-38f85f28-90e4-494c-979e-3e530961349b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:12.614070 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-38f85f28-90e4-494c-979e-3e530961349b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:12.618613 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-38f85f28-90e4-494c-979e-3e530961349b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:12.621412 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:12.656033 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f85f28-90e4-494c-979e-3e530961349b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee084485-918c-444a-86d2-30ae959af05e,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:12.658619 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-38f85f28-90e4-494c-979e-3e530961349b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d8ec68e848c4607993278c58abd47ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432323 Jun 23 16:20:12.659526 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-38f85f28-90e4-494c-979e-3e530961349b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:12.661259 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 44618) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:12.708959 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e8495d07-354a-41af-832d-c16bd6a26990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:12.729483 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e8495d07-354a-41af-832d-c16bd6a26990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:12.774365 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e8495d07-354a-41af-832d-c16bd6a26990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:12.777521 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e8495d07-354a-41af-832d-c16bd6a26990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:12.778672 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-e8495d07-354a-41af-832d-c16bd6a26990 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee084485-918c-444a-86d2-30ae959af05e HTTP/1.1" status: 204 len: 168 time: 0.1162486 Jun 23 16:20:12.779375 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:12.786830 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8495d07-354a-41af-832d-c16bd6a26990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee084485-918c-444a-86d2-30ae959af05e,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:12.789143 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-e8495d07-354a-41af-832d-c16bd6a26990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:12.822026 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9275a5-4622-407a-9b2b-688c761da9c6 req-883099fd-ea46-40f7-a8a4-beab926e42a0 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:12.823585 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ce9275a5-4622-407a-9b2b-688c761da9c6 req-883099fd-ea46-40f7-a8a4-beab926e42a0 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 943 time: 0.0702393 Jun 23 16:20:12.861385 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ce9275a5-4622-407a-9b2b-688c761da9c6 req-95108b74-c25b-4363-992d-587e35af7248 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322986 Jun 23 16:20:13.131885 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4deba6-8574-4973-8f8d-21c2b1ebfb86 req-abce75b0-f9c9-4277-a2dc-ad26b615318f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:13.133631 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ea4deba6-8574-4973-8f8d-21c2b1ebfb86 req-abce75b0-f9c9-4277-a2dc-ad26b615318f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.0669448 Jun 23 16:20:13.176830 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ea4deba6-8574-4973-8f8d-21c2b1ebfb86 req-130f8ff4-f933-44cd-8e9e-a0ec29a78540 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368099 Jun 23 16:20:13.451493 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fa791-ac78-4454-b2da-736e04abcbb2 req-58524080-78ad-48d3-a690-7345953ca70a tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:13.452965 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9a2fa791-ac78-4454-b2da-736e04abcbb2 req-58524080-78ad-48d3-a690-7345953ca70a tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0743403 Jun 23 16:20:13.490313 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9a2fa791-ac78-4454-b2da-736e04abcbb2 req-52fd9506-4930-4318-963d-c5604496bb12 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316455 Jun 23 16:20:13.740526 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c9d6eba0-1556-4ed2-ba3c-92aea317b50a req-c98df315-d05d-40be-9361-b9d04cf91665 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dd77542-313f-4d54-88e2-c12367e8e14f HTTP/1.1" status: 200 len: 217 time: 0.0762367 Jun 23 16:20:13.783877 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6004b-4e66-4512-b2c6-eb8acba9f9ec req-6709de6c-e82b-4ac9-b8cb-7de8aa3c6592 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:13.786993 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a4c6004b-4e66-4512-b2c6-eb8acba9f9ec req-6709de6c-e82b-4ac9-b8cb-7de8aa3c6592 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 943 time: 0.1781337 Jun 23 16:20:13.841268 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef19dcb-a1b4-43b2-8da7-b2d74ba84abf req-ee743fb8-b628-450e-a6b1-8f2605c0c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:13.842431 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-56b16208-46cb-4861-9e7c-087b9fc14219 req-34c3173d-00d9-4d53-abdd-fb256aa3d958 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634214 Jun 23 16:20:13.843980 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-eef19dcb-a1b4-43b2-8da7-b2d74ba84abf req-ee743fb8-b628-450e-a6b1-8f2605c0c5f6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d981dabc35ee42d7a01583059fb4c8a9&device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 1096 time: 0.0669084 Jun 23 16:20:13.900784 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6eba0-1556-4ed2-ba3c-92aea317b50a req-15220aa6-7969-4025-9fd4-3ee60e19bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:13.902797 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c9d6eba0-1556-4ed2-ba3c-92aea317b50a req-15220aa6-7969-4025-9fd4-3ee60e19bb37 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e737d9e7-5b3c-4d9d-bb31-91a55656b0db HTTP/1.1" status: 200 len: 855 time: 0.1078718 Jun 23 16:20:13.912014 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a4c6004b-4e66-4512-b2c6-eb8acba9f9ec req-e4acb131-132a-4616-b89d-9ceb5fd00a23 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145864 Jun 23 16:20:13.926908 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-260e483c-713f-4883-b1d4-f16e72d2f116 req-6d38d4a6-f32d-439b-a1c0-521ccd00e720 service neutron] 10.222.0.84 "GET /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614899 Jun 23 16:20:14.043543 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6e009-f79a-4747-b4f2-91bacf1e7758 req-14f7add2-775b-4ad8-b8b5-e48fc7e6fd39 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:14.044994 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-54b6e009-f79a-4747-b4f2-91bacf1e7758 req-14f7add2-775b-4ad8-b8b5-e48fc7e6fd39 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 943 time: 0.0621428 Jun 23 16:20:14.082118 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-54b6e009-f79a-4747-b4f2-91bacf1e7758 req-5b4fe597-a9d3-40c3-bb1e-e97490036d9a tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314491 Jun 23 16:20:14.411424 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-260e483c-713f-4883-b1d4-f16e72d2f116 req-cb6fec73-6c64-4762-81a1-146d31d35d05 service neutron] 10.222.0.84 "GET /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966159 Jun 23 16:20:14.435662 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6eba0-1556-4ed2-ba3c-92aea317b50a req-aecbc3bd-63d5-4bc8-94aa-667773882559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:14.437246 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c9d6eba0-1556-4ed2-ba3c-92aea317b50a req-aecbc3bd-63d5-4bc8-94aa-667773882559 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2242405 Jun 23 16:20:14.464085 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06bca9-6d30-46ae-891c-4f94bc602714 req-ce1fb0f0-1d4f-4ac7-a5b4-14eaf8969529 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:14.469846 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-9c06bca9-6d30-46ae-891c-4f94bc602714 req-ce1fb0f0-1d4f-4ac7-a5b4-14eaf8969529 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.1404693 Jun 23 16:20:14.475123 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef19dcb-a1b4-43b2-8da7-b2d74ba84abf req-44c2d757-807a-4df6-aff2-a1cf7b7c7345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:14.476578 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-eef19dcb-a1b4-43b2-8da7-b2d74ba84abf req-44c2d757-807a-4df6-aff2-a1cf7b7c7345 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=d981dabc35ee42d7a01583059fb4c8a9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2621560 Jun 23 16:20:14.845104 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-9c06bca9-6d30-46ae-891c-4f94bc602714 req-7bddde31-8700-4be9-8db7-2ecc4a718d56 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3694286 Jun 23 16:20:14.916797 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c9d6eba0-1556-4ed2-ba3c-92aea317b50a req-e6561c20-548a-4969-b71f-9222badcb286 service neutron] 10.222.0.84 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321101 Jun 23 16:20:15.039120 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef19dcb-a1b4-43b2-8da7-b2d74ba84abf req-969ea2bf-6aab-40de-a923-fb1f00e7f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:15.040801 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-eef19dcb-a1b4-43b2-8da7-b2d74ba84abf req-969ea2bf-6aab-40de-a923-fb1f00e7f82a service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5321686 Jun 23 16:20:15.068607 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c9d6eba0-1556-4ed2-ba3c-92aea317b50a req-070301f8-e593-48a5-a871-7c2a81a88c01 service neutron] 10.222.0.84 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415756 Jun 23 16:20:15.165323 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04850a-014b-44b8-8622-3f96eb0b7538 req-8bca3d53-4c15-48da-a6c5-38674bea55ae tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:15.167150 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ac04850a-014b-44b8-8622-3f96eb0b7538 req-8bca3d53-4c15-48da-a6c5-38674bea55ae tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.1166730 Jun 23 16:20:15.257187 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ac04850a-014b-44b8-8622-3f96eb0b7538 req-4db2e940-22db-49aa-bb80-fcb3577a4486 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580320 Jun 23 16:20:15.264501 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-6c4d0ac3-54dc-474c-9b88-9816dcda92eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:15.267105 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-6c4d0ac3-54dc-474c-9b88-9816dcda92eb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d981dabc35ee42d7a01583059fb4c8a9&device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 1096 time: 0.1123242 Jun 23 16:20:15.326172 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aef096-e0b4-4606-9b5b-9f525860d4b3 req-344ba5ee-102c-4677-ab11-c2c97e63b0ac tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:15.328125 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-97aef096-e0b4-4606-9b5b-9f525860d4b3 req-344ba5ee-102c-4677-ab11-c2c97e63b0ac tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 943 time: 0.0916896 Jun 23 16:20:15.379412 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-97aef096-e0b4-4606-9b5b-9f525860d4b3 req-df228d2c-0530-4968-bfee-867e80713826 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447106 Jun 23 16:20:15.449991 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-972e36a1-bdd2-4208-8c1c-428317e4d484 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8f9f54c-6d0f-4961-87db-4f860c060758 HTTP/1.1" status: 200 len: 217 time: 0.0402315 Jun 23 16:20:15.482246 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29255fd-c786-4987-b552-8c9a55d11382 req-734f0eaf-4ec8-4c52-9f3b-539d6c071a92 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:15.483828 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a29255fd-c786-4987-b552-8c9a55d11382 req-734f0eaf-4ec8-4c52-9f3b-539d6c071a92 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 943 time: 0.1134324 Jun 23 16:20:15.526478 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a29255fd-c786-4987-b552-8c9a55d11382 req-a753d809-afb9-4155-b873-47e70233cc63 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353096 Jun 23 16:20:15.581418 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-5ad01454-c69d-4366-813e-5ccf8c673fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:15.582888 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-5ad01454-c69d-4366-813e-5ccf8c673fec service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c77d78c8-dac9-4d9a-b7ee-428d7bb9264c HTTP/1.1" status: 200 len: 849 time: 0.0489597 Jun 23 16:20:15.630023 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-bcd133c3-98ac-4b54-8706-fb77e1d45142 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dd9b021f-df41-46de-9b1b-fb06f45962f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296340 Jun 23 16:20:15.736182 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-1f407078-d9e2-420c-abd0-4cc48d21fb54 service neutron] 10.222.0.84 "GET /v2.0/networks/dd9b021f-df41-46de-9b1b-fb06f45962f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968518 Jun 23 16:20:15.848340 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2628b4bc-610e-460f-b3d7-67d9d0a7eaa4 req-494d96d2-e669-4bae-875c-4d2b670fe1b6 service neutron] 10.222.0.84 "GET /v2.0/networks/dd9b021f-df41-46de-9b1b-fb06f45962f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017578 Jun 23 16:20:16.034659 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c0c6e-5ced-49d9-9324-c294940f1c1b req-d63c8a0e-3bd0-4f81-9208-86c70f946d16 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:16.036109 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-fe4c0c6e-5ced-49d9-9324-c294940f1c1b req-d63c8a0e-3bd0-4f81-9208-86c70f946d16 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.0650480 Jun 23 16:20:16.074545 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-fe4c0c6e-5ced-49d9-9324-c294940f1c1b req-ab803861-4f10-400d-8844-1cf6930b387f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327065 Jun 23 16:20:16.467520 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec20237-ebd8-46d4-9c5d-69b4236849f1 req-80218cf6-c89b-4d40-8e10-a14d98f6274f tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:16.469172 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0ec20237-ebd8-46d4-9c5d-69b4236849f1 req-80218cf6-c89b-4d40-8e10-a14d98f6274f tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0839901 Jun 23 16:20:16.506877 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0ec20237-ebd8-46d4-9c5d-69b4236849f1 req-c37b9942-21c5-4e33-84c5-312dedd07040 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320351 Jun 23 16:20:16.584316 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319167fd-298e-4aef-9b6e-f1aaf4e172a4 req-71d9b174-bc28-4ef7-a72d-4a408d644527 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:16.586043 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-319167fd-298e-4aef-9b6e-f1aaf4e172a4 req-71d9b174-bc28-4ef7-a72d-4a408d644527 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 943 time: 0.0882432 Jun 23 16:20:16.622692 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device f98da5d9-6058-4b2d-a1e3-11349cb6e0eb details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:20:16.633021 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-319167fd-298e-4aef-9b6e-f1aaf4e172a4 req-62c3e1bb-d761-4ce8-9e03-c6a2ba46a82b tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405104 Jun 23 16:20:16.732811 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port f98da5d9-6058-4b2d-a1e3-11349cb6e0eb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f98da5d9-6058-4b2d-a1e3-11349cb6e0eb,segment=NetworkSegment(3e773a08-1a50-4d4d-9a02-291be1d2dc56),segment_id=3e773a08-1a50-4d4d-9a02-291be1d2dc56)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:16.745526 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Returning: {'device': 'f98da5d9-6058-4b2d-a1e3-11349cb6e0eb', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'port_id': 'f98da5d9-6058-4b2d-a1e3-11349cb6e0eb', 'mac_address': 'fa:16:3e:50:e1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:20:16.788345 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:16.823719 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98da5d9-6058-4b2d-a1e3-11349cb6e0eb {{(pid=92865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:20:16.831379 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84219334-ba29-4914-80c4-5444099b1057 req-6353f8b7-761f-42ad-a9a8-8c10dc4f8352 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:16.839549 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-84219334-ba29-4914-80c4-5444099b1057 req-6353f8b7-761f-42ad-a9a8-8c10dc4f8352 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 943 time: 0.0924983 Jun 23 16:20:16.849084 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port f98da5d9-6058-4b2d-a1e3-11349cb6e0eb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f98da5d9-6058-4b2d-a1e3-11349cb6e0eb,segment=NetworkSegment(3e773a08-1a50-4d4d-9a02-291be1d2dc56),segment_id=3e773a08-1a50-4d4d-9a02-291be1d2dc56)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:16.855232 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:16.856072 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 1dd77542-313f-4d54-88e2-c12367e8e14f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:20:16.857982 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:16.882832 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-84219334-ba29-4914-80c4-5444099b1057 req-bab5d212-76d7-403d-8f7b-5378bbe526b7 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419676 Jun 23 16:20:16.987455 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 1dd77542-313f-4d54-88e2-c12367e8e14f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1dd77542-313f-4d54-88e2-c12367e8e14f,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:17.003953 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Returning: {'device': '1dd77542-313f-4d54-88e2-c12367e8e14f', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'port_id': '1dd77542-313f-4d54-88e2-c12367e8e14f', 'mac_address': 'fa:16:3e:b6:2f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:20:17.005992 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a7fe7-810d-4b67-b046-058ae034076e req-6f255714-f6a6-4109-9458-6c9a0cb7a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:17.007678 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-245a7fe7-810d-4b67-b046-058ae034076e req-6f255714-f6a6-4109-9458-6c9a0cb7a8ca service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a880a986b3474fb7aee8676598bc91b5&device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 1098 time: 0.1237595 Jun 23 16:20:17.024697 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921921f-172e-40ae-a42b-aa1289e82ea4 req-fc6c0472-77ce-41fa-b37d-037ae4a280d9 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:17.024802 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=f98da5d9-6058-4b2d-a1e3-11349cb6e0eb,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:17.039698 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6921921f-172e-40ae-a42b-aa1289e82ea4 req-fc6c0472-77ce-41fa-b37d-037ae4a280d9 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.1118622 Jun 23 16:20:17.049868 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:17.071246 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:17.090222 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd77542-313f-4d54-88e2-c12367e8e14f {{(pid=92865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:20:17.114282 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 1dd77542-313f-4d54-88e2-c12367e8e14f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1dd77542-313f-4d54-88e2-c12367e8e14f,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:17.120349 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:17.124414 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:17.154990 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6921921f-172e-40ae-a42b-aa1289e82ea4 req-6be1bbc9-855b-4c25-831b-64d8fe29a606 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139109 Jun 23 16:20:17.179991 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=1dd77542-313f-4d54-88e2-c12367e8e14f,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:17.183926 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:17.190771 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a7fe7-810d-4b67-b046-058ae034076e req-d941ccf1-2737-47c8-b5ef-41ab209dc951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:17.192333 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-245a7fe7-810d-4b67-b046-058ae034076e req-d941ccf1-2737-47c8-b5ef-41ab209dc951 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c6e4245e-4f0f-4237-826e-50852997cf26 HTTP/1.1" status: 200 len: 919 time: 0.1779172 Jun 23 16:20:17.237347 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-245a7fe7-810d-4b67-b046-058ae034076e req-159d0bf9-0a31-467e-b797-83324ce18e7c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcbd813-4fb1-4bcd-b691-649908f71ec9 HTTP/1.1" status: 200 len: 217 time: 0.0379159 Jun 23 16:20:17.285845 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b6118-1e3b-4d81-acd5-71ef9e0945b6 req-1ac30439-302a-4826-bbf7-bb0891c8e91c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:17.287502 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ab8b6118-1e3b-4d81-acd5-71ef9e0945b6 req-1ac30439-302a-4826-bbf7-bb0891c8e91c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 945 time: 0.0622978 Jun 23 16:20:17.288370 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a7fe7-810d-4b67-b046-058ae034076e req-9bb142ce-8b8c-4b9c-9856-2e9bcd931b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:17.289803 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-245a7fe7-810d-4b67-b046-058ae034076e req-9bb142ce-8b8c-4b9c-9856-2e9bcd931b39 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9790e06a-23e5-4112-9fcd-ab37b14fb6cc HTTP/1.1" status: 200 len: 858 time: 0.0451291 Jun 23 16:20:17.325541 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ab8b6118-1e3b-4d81-acd5-71ef9e0945b6 req-cad57148-3ebd-4220-b385-d95629189055 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322919 Jun 23 16:20:17.332305 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-245a7fe7-810d-4b67-b046-058ae034076e req-08705687-0bca-4d9c-8395-619247d13769 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c6e4245e-4f0f-4237-826e-50852997cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272684 Jun 23 16:20:17.427773 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-245a7fe7-810d-4b67-b046-058ae034076e req-be228703-e4d0-4bbb-8cbb-93e0a1d92f88 service neutron] 10.222.0.84 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871873 Jun 23 16:20:17.522204 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-245a7fe7-810d-4b67-b046-058ae034076e req-be9e159d-4f59-406f-8c78-a95d8eee8fd8 service neutron] 10.222.0.84 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827737 Jun 23 16:20:17.692238 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['f98da5d9-6058-4b2d-a1e3-11349cb6e0eb'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:20:17.762891 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['1dd77542-313f-4d54-88e2-c12367e8e14f'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:20:17.819691 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bdb2b-16af-4799-8628-c42d57059bd1 req-ba315263-b19d-4629-aaa3-c8036e418190 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:17.821320 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-228bdb2b-16af-4799-8628-c42d57059bd1 req-ba315263-b19d-4629-aaa3-c8036e418190 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 944 time: 0.0684671 Jun 23 16:20:17.861421 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-228bdb2b-16af-4799-8628-c42d57059bd1 req-5fc2db0e-24c7-48ce-a9d4-47ff29087fd5 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344441 Jun 23 16:20:18.129281 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 44842) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:18.211991 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139d5e9-8c92-46b3-97ed-6aa3109b4089 req-23c67920-4ffe-420d-9f85-96500eaa64ae tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:18.213527 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7139d5e9-8c92-46b3-97ed-6aa3109b4089 req-23c67920-4ffe-420d-9f85-96500eaa64ae tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 943 time: 0.0707202 Jun 23 16:20:18.260610 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fd061bc0-91e7-4249-9205-ac4abc91fff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.278701 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7139d5e9-8c92-46b3-97ed-6aa3109b4089 req-f1ff3d2f-eff8-4725-8ad0-7db62463eeda tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595171 Jun 23 16:20:18.421357 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142c290-9aa9-454c-b9eb-7a340a0fc3c4 req-900f4770-e60f-49b5-a77d-966eae64c5de tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:18.431682 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e142c290-9aa9-454c-b9eb-7a340a0fc3c4 req-900f4770-e60f-49b5-a77d-966eae64c5de tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.1323271 Jun 23 16:20:18.451808 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fd061bc0-91e7-4249-9205-ac4abc91fff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.475350 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fd061bc0-91e7-4249-9205-ac4abc91fff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.485423 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-f4a303d5-f4a5-47c1-a629-2968719590e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:18.526724 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e142c290-9aa9-454c-b9eb-7a340a0fc3c4 req-862187db-ff47-4b1b-83fa-8b70d792d976 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875089 Jun 23 16:20:18.547891 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-fd061bc0-91e7-4249-9205-ac4abc91fff1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=485e6ef126d84e59bb6b166a3c88540a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4175336 Jun 23 16:20:18.548522 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 44860) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:18.550460 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd061bc0-91e7-4249-9205-ac4abc91fff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224d950a-6b99-4af4-b35d-77ba51d2e2a4,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:18.558707 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd482b-1212-4b92-9904-334a733fc6bf req-c9946ce9-52d1-4c91-9ac8-f4526fa6fe0a tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:18.562981 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-40dd482b-1212-4b92-9904-334a733fc6bf req-c9946ce9-52d1-4c91-9ac8-f4526fa6fe0a tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 945 time: 0.0914335 Jun 23 16:20:18.565386 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-fd061bc0-91e7-4249-9205-ac4abc91fff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:18.598804 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-40dd482b-1212-4b92-9904-334a733fc6bf req-30586812-24c1-4e7c-a0d9-ab85b8d5c2a8 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321124 Jun 23 16:20:18.600868 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-0a72982d-a718-418e-a87e-4aee4bd35a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.622839 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-0a72982d-a718-418e-a87e-4aee4bd35a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.633636 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device f8f9f54c-6d0f-4961-87db-4f860c060758 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:20:18.671472 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-0a72982d-a718-418e-a87e-4aee4bd35a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.674257 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-0a72982d-a718-418e-a87e-4aee4bd35a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.677766 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-0a72982d-a718-418e-a87e-4aee4bd35a9d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/224d950a-6b99-4af4-b35d-77ba51d2e2a4 HTTP/1.1" status: 204 len: 168 time: 0.1259327 Jun 23 16:20:18.677766 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:18.692788 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72982d-a718-418e-a87e-4aee4bd35a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224d950a-6b99-4af4-b35d-77ba51d2e2a4,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:18.696509 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-0a72982d-a718-418e-a87e-4aee4bd35a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:18.740762 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port f8f9f54c-6d0f-4961-87db-4f860c060758, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f8f9f54c-6d0f-4961-87db-4f860c060758,segment=NetworkSegment(c7bf881b-4ff7-43cf-9fd3-07965ccef824),segment_id=c7bf881b-4ff7-43cf-9fd3-07965ccef824)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:18.751657 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Returning: {'device': 'f8f9f54c-6d0f-4961-87db-4f860c060758', 'network_id': 'dd9b021f-df41-46de-9b1b-fb06f45962f5', 'port_id': 'f8f9f54c-6d0f-4961-87db-4f860c060758', 'mac_address': 'fa:16:3e:d2:75:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c77d78c8-dac9-4d9a-b7ee-428d7bb9264c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:20:18.790396 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.803679 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f9f54c-6d0f-4961-87db-4f860c060758 {{(pid=92865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:20:18.824266 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port f8f9f54c-6d0f-4961-87db-4f860c060758, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f8f9f54c-6d0f-4961-87db-4f860c060758,segment=NetworkSegment(c7bf881b-4ff7-43cf-9fd3-07965ccef824),segment_id=c7bf881b-4ff7-43cf-9fd3-07965ccef824)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:18.828027 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:18.829675 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:18.876265 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=f8f9f54c-6d0f-4961-87db-4f860c060758,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:18.879322 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:18.946174 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 44870) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:18.960447 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2800afba-5aac-4abc-bcd5-41b4e8bc31ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:19.071149 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a055d4-9aff-4f6f-abc6-8e2793646923 req-c2458adf-5464-4fe9-b202-00492daf75c0 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:19.072559 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-77a055d4-9aff-4f6f-abc6-8e2793646923 req-c2458adf-5464-4fe9-b202-00492daf75c0 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 944 time: 0.0990694 Jun 23 16:20:19.130533 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-77a055d4-9aff-4f6f-abc6-8e2793646923 req-4c57d977-a0c3-4533-850b-ca2e63ada985 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511427 Jun 23 16:20:19.132239 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2800afba-5aac-4abc-bcd5-41b4e8bc31ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:19.136696 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2800afba-5aac-4abc-bcd5-41b4e8bc31ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:19.140134 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-172a22f4-953b-4e11-8c1d-2b57f814de7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:19.179471 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-2800afba-5aac-4abc-bcd5-41b4e8bc31ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38505c22d9b249bc99e8118647ee874a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320285 Jun 23 16:20:19.180615 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800afba-5aac-4abc-bcd5-41b4e8bc31ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0cea30-662c-4317-bee4-c2911bb97617,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:19.183108 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 44872) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:19.184178 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-2800afba-5aac-4abc-bcd5-41b4e8bc31ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:19.235429 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5397a496-5176-4987-9b5c-e16ce7615200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:19.259791 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5397a496-5176-4987-9b5c-e16ce7615200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:19.304465 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5397a496-5176-4987-9b5c-e16ce7615200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:19.308027 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5397a496-5176-4987-9b5c-e16ce7615200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:19.309154 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-5397a496-5176-4987-9b5c-e16ce7615200 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc0cea30-662c-4317-bee4-c2911bb97617 HTTP/1.1" status: 204 len: 168 time: 0.1249871 Jun 23 16:20:19.309846 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:19.317205 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397a496-5176-4987-9b5c-e16ce7615200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0cea30-662c-4317-bee4-c2911bb97617,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:19.319572 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-5397a496-5176-4987-9b5c-e16ce7615200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:19.377679 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['f8f9f54c-6d0f-4961-87db-4f860c060758'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:20:19.479383 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5af19-0ccf-4459-a478-c7ced4740941 req-0804f7fa-4127-4060-8ecd-dd87ec685bd1 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:19.479383 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-13c5af19-0ccf-4459-a478-c7ced4740941 req-0804f7fa-4127-4060-8ecd-dd87ec685bd1 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 944 time: 0.0790899 Jun 23 16:20:19.556810 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-13c5af19-0ccf-4459-a478-c7ced4740941 req-98993513-add4-4887-8295-4f5d411fbde7 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693316 Jun 23 16:20:19.756770 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e95979-f63a-458e-a120-61016f4862e5 req-19f020b0-273d-4908-9ea8-4eaaa48fa343 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:19.765549 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f1e95979-f63a-458e-a120-61016f4862e5 req-19f020b0-273d-4908-9ea8-4eaaa48fa343 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.1009192 Jun 23 16:20:19.817103 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f1e95979-f63a-458e-a120-61016f4862e5 req-e5b2f1cd-9c65-4229-9300-9c3836d8a6a2 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506248 Jun 23 16:20:19.836325 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5d275-8563-498f-8552-dd97906424cf req-eae22d35-4f19-47ca-85e8-48c7e42172d8 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:19.842633 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2ca5d275-8563-498f-8552-dd97906424cf req-eae22d35-4f19-47ca-85e8-48c7e42172d8 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 945 time: 0.1065462 Jun 23 16:20:19.882447 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2ca5d275-8563-498f-8552-dd97906424cf req-1e2b9c9a-90f6-4a40-b606-30bd271e8a0f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375209 Jun 23 16:20:20.320464 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915823e-4e70-4f96-ab49-677688debfa7 req-85c3384a-bac1-49b4-99de-f5a45dad871f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:20.322098 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f915823e-4e70-4f96-ab49-677688debfa7 req-85c3384a-bac1-49b4-99de-f5a45dad871f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 944 time: 0.0747910 Jun 23 16:20:20.370695 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f915823e-4e70-4f96-ab49-677688debfa7 req-0b54234c-bfd5-4c02-a190-ae5f3e0f1fd6 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405366 Jun 23 16:20:20.635822 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device f8f9f54c-6d0f-4961-87db-4f860c060758 up at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:20.699111 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning for port f8f9f54c-6d0f-4961-87db-4f860c060758 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:20.705494 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning complete for port f8f9f54c-6d0f-4961-87db-4f860c060758 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:20.705878 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:20.752538 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b379112-9ea2-4165-8c9e-f5a0c6562da2 req-f56fc9b7-360f-4ae3-9ea8-0432525cfee0 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:20.755357 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0b379112-9ea2-4165-8c9e-f5a0c6562da2 req-f56fc9b7-360f-4ae3-9ea8-0432525cfee0 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 944 time: 0.0924299 Jun 23 16:20:20.798161 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:20.800426 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0b379112-9ea2-4165-8c9e-f5a0c6562da2 req-6c28f4d6-c3b8-4edb-b1c1-c27772457ff4 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375633 Jun 23 16:20:20.827780 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3611239f-9b63-4082-b4ca-0e4eb8b24650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f9f54c-6d0f-4961-87db-4f860c060758'}] {{(pid=92865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:20.830152 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053164b0cf726773bb22b402b066b9c97a54671ffe15cd7793040184515b98b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cf2e26-b6fe-4676-9174-19798070fe86" -d '{"events": [{"server_uuid": "3611239f-9b63-4082-b4ca-0e4eb8b24650", "name": "network-vif-plugged", "status": "completed", "tag": "f8f9f54c-6d0f-4961-87db-4f860c060758"}]}' {{(pid=92865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:20.848550 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port f8f9f54c-6d0f-4961-87db-4f860c060758, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f8f9f54c-6d0f-4961-87db-4f860c060758,segment=NetworkSegment(c7bf881b-4ff7-43cf-9fd3-07965ccef824),segment_id=c7bf881b-4ff7-43cf-9fd3-07965ccef824)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:20.854066 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:20.855341 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device f98da5d9-6058-4b2d-a1e3-11349cb6e0eb up at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:20.857413 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:20.885092 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6751f209-9d2a-451d-b917-5fdfec86fc25 x-openstack-request-id: req-6751f209-9d2a-451d-b917-5fdfec86fc25 {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:20.885458 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3611239f-9b63-4082-b4ca-0e4eb8b24650", "name": "network-vif-plugged", "status": "completed", "tag": "f8f9f54c-6d0f-4961-87db-4f860c060758", "code": 200}]} {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:20.885658 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6751f209-9d2a-451d-b917-5fdfec86fc25 {{(pid=92865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:20.886165 dv-cinder-788363-4-iscsi neutron-server[92865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3611239f-9b63-4082-b4ca-0e4eb8b24650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f9f54c-6d0f-4961-87db-4f860c060758', 'code': 200} Jun 23 16:20:20.941008 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=f8f9f54c-6d0f-4961-87db-4f860c060758,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:20.944984 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:20.959464 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning for port f98da5d9-6058-4b2d-a1e3-11349cb6e0eb completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:20.964652 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning complete for port f98da5d9-6058-4b2d-a1e3-11349cb6e0eb triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:20.965269 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:21.062625 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d806da-ec7b-4057-8cac-3daa99e5db2f req-aea7f116-f75b-43e0-99c0-263803ddec23 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:21.065884 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c7d806da-ec7b-4057-8cac-3daa99e5db2f req-aea7f116-f75b-43e0-99c0-263803ddec23 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.1024654 Jun 23 16:20:21.076147 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:21.110208 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5b932-5df5-4604-ba4a-7cd7b539b9f1 req-339ecbd0-40c3-486e-95f7-0fe480ef35db tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:21.112225 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-93f5b932-5df5-4604-ba4a-7cd7b539b9f1 req-339ecbd0-40c3-486e-95f7-0fe480ef35db tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 945 time: 0.0764515 Jun 23 16:20:21.130832 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port f98da5d9-6058-4b2d-a1e3-11349cb6e0eb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f98da5d9-6058-4b2d-a1e3-11349cb6e0eb,segment=NetworkSegment(3e773a08-1a50-4d4d-9a02-291be1d2dc56),segment_id=3e773a08-1a50-4d4d-9a02-291be1d2dc56)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:21.133347 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c7d806da-ec7b-4057-8cac-3daa99e5db2f req-dc0d13e3-b0dc-42b6-9519-ffd061a48dbb tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569441 Jun 23 16:20:21.139123 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:21.140170 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 1dd77542-313f-4d54-88e2-c12367e8e14f up at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:21.142840 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:21.167212 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-93f5b932-5df5-4604-ba4a-7cd7b539b9f1 req-375fbcf2-581b-4f00-91fc-d05f606857db tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469267 Jun 23 16:20:21.228548 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=f98da5d9-6058-4b2d-a1e3-11349cb6e0eb,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:21.237354 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:21.244257 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning for port 1dd77542-313f-4d54-88e2-c12367e8e14f completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:21.248957 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning complete for port 1dd77542-313f-4d54-88e2-c12367e8e14f triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:21.249602 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:21.284169 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6d108-fa48-472e-bf35-b6a4532df60a req-a6ed4367-aed6-42e1-9359-5544011e4215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:21.285647 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-85a6d108-fa48-472e-bf35-b6a4532df60a req-a6ed4367-aed6-42e1-9359-5544011e4215 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 1098 time: 0.0575430 Jun 23 16:20:21.319840 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-85a6d108-fa48-472e-bf35-b6a4532df60a req-f675a664-87a0-4043-97d5-845f8055cda0 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268607 Jun 23 16:20:21.330369 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:21.363499 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 1dd77542-313f-4d54-88e2-c12367e8e14f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1dd77542-313f-4d54-88e2-c12367e8e14f,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:21.368179 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:21.370077 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:21.415274 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=1dd77542-313f-4d54-88e2-c12367e8e14f,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:21.418280 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:21.541023 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cde38-ed0c-4c8d-9aba-b73d2094347d req-e8eb58ed-f93c-46b8-8734-66df37186d82 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:21.542473 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f72cde38-ed0c-4c8d-9aba-b73d2094347d req-e8eb58ed-f93c-46b8-8734-66df37186d82 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0647333 Jun 23 16:20:21.579222 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f72cde38-ed0c-4c8d-9aba-b73d2094347d req-c3fd75c5-4fad-43f9-881c-8fd093ea5463 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311878 Jun 23 16:20:21.991538 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b3224-7428-47d6-ad23-fcf86c7bd6e8 req-84c101fd-8ebf-40b2-839d-abe488eb4a3b tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:21.992982 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c55b3224-7428-47d6-ad23-fcf86c7bd6e8 req-84c101fd-8ebf-40b2-839d-abe488eb4a3b tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 945 time: 0.0752106 Jun 23 16:20:22.032921 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c55b3224-7428-47d6-ad23-fcf86c7bd6e8 req-6a4a7d00-1525-4acd-8149-b2f7a5c20242 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331144 Jun 23 16:20:22.331926 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fe938-9231-44fc-83d4-c826c6959bbe req-a51dbe44-52c3-46b8-a59f-725c3191b441 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:22.340771 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-870fe938-9231-44fc-83d4-c826c6959bbe req-a51dbe44-52c3-46b8-a59f-725c3191b441 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0812626 Jun 23 16:20:22.386958 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-870fe938-9231-44fc-83d4-c826c6959bbe req-af347a72-5589-4b04-80bb-dbf1b47a39f8 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449355 Jun 23 16:20:22.486433 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 45000) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:22.520624 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df7a2e-f6da-4c0e-bbef-68a20391a7fa req-bece5907-f106-4850-b0f6-27684eac8c0c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:22.522411 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-42df7a2e-f6da-4c0e-bbef-68a20391a7fa req-bece5907-f106-4850-b0f6-27684eac8c0c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0718260 Jun 23 16:20:22.567038 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-42df7a2e-f6da-4c0e-bbef-68a20391a7fa req-4ba418bc-104b-4b27-b4a5-4aa05a55a14f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380175 Jun 23 16:20:22.647370 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ac046d0a-683b-4f30-8fc7-65d63968d26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:22.751606 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ac046d0a-683b-4f30-8fc7-65d63968d26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:22.755343 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ac046d0a-683b-4f30-8fc7-65d63968d26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:22.758636 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:22.777348 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9380c-f156-4621-aa7e-398a8c363262 req-ba2eaac3-5d18-458e-ac83-0f8f2f3c5983 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:22.778790 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-26c9380c-f156-4621-aa7e-398a8c363262 req-ba2eaac3-5d18-458e-ac83-0f8f2f3c5983 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0636616 Jun 23 16:20:22.797455 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-ac046d0a-683b-4f30-8fc7-65d63968d26d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5468572aed074198b061926d04c079d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098636 Jun 23 16:20:22.798400 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac046d0a-683b-4f30-8fc7-65d63968d26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a90af2-d6d4-4921-8fef-057ab0a16974,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:22.800265 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 45018) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:22.801431 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-ac046d0a-683b-4f30-8fc7-65d63968d26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:22.842823 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-26c9380c-f156-4621-aa7e-398a8c363262 req-f7f093e1-6469-4730-87dd-1de14b9071e0 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571001 Jun 23 16:20:22.864352 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-1873aedd-18d0-4ae3-b045-480b9bf7617d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:22.886450 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-1873aedd-18d0-4ae3-b045-480b9bf7617d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:22.887715 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07f08f1-7057-4e6e-8788-3a5ee2d98294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98da5d9-6058-4b2d-a1e3-11349cb6e0eb'}, {'server_uuid': '0a8133ee-b4b1-4383-ab0b-f3e6becd1b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd77542-313f-4d54-88e2-c12367e8e14f'}] {{(pid=92865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:22.890971 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053164b0cf726773bb22b402b066b9c97a54671ffe15cd7793040184515b98b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a4424d-eed1-4b07-beea-140c727b806b" -d '{"events": [{"server_uuid": "b07f08f1-7057-4e6e-8788-3a5ee2d98294", "name": "network-vif-plugged", "status": "completed", "tag": "f98da5d9-6058-4b2d-a1e3-11349cb6e0eb"}, {"server_uuid": "0a8133ee-b4b1-4383-ab0b-f3e6becd1b53", "name": "network-vif-plugged", "status": "completed", "tag": "1dd77542-313f-4d54-88e2-c12367e8e14f"}]}' {{(pid=92865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:22.931540 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74bad4c-885b-4e27-a9dd-b1a9756d473e x-openstack-request-id: req-a74bad4c-885b-4e27-a9dd-b1a9756d473e {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:22.932368 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07f08f1-7057-4e6e-8788-3a5ee2d98294", "name": "network-vif-plugged", "status": "completed", "tag": "f98da5d9-6058-4b2d-a1e3-11349cb6e0eb", "code": 200}, {"server_uuid": "0a8133ee-b4b1-4383-ab0b-f3e6becd1b53", "name": "network-vif-plugged", "status": "completed", "tag": "1dd77542-313f-4d54-88e2-c12367e8e14f", "code": 200}]} {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:22.932671 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a74bad4c-885b-4e27-a9dd-b1a9756d473e {{(pid=92865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:22.932891 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-1873aedd-18d0-4ae3-b045-480b9bf7617d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:22.933051 dv-cinder-788363-4-iscsi neutron-server[92865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07f08f1-7057-4e6e-8788-3a5ee2d98294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98da5d9-6058-4b2d-a1e3-11349cb6e0eb', 'code': 200} Jun 23 16:20:22.933313 dv-cinder-788363-4-iscsi neutron-server[92865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8133ee-b4b1-4383-ab0b-f3e6becd1b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd77542-313f-4d54-88e2-c12367e8e14f', 'code': 200} Jun 23 16:20:22.935708 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-1873aedd-18d0-4ae3-b045-480b9bf7617d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:22.936823 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-1873aedd-18d0-4ae3-b045-480b9bf7617d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f0a90af2-d6d4-4921-8fef-057ab0a16974 HTTP/1.1" status: 204 len: 168 time: 0.1356654 Jun 23 16:20:22.937546 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-5c560baf-8024-4561-b5cc-520660895f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:22.945471 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873aedd-18d0-4ae3-b045-480b9bf7617d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a90af2-d6d4-4921-8fef-057ab0a16974,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:22.948436 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-1873aedd-18d0-4ae3-b045-480b9bf7617d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:23.220060 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279684a-0b03-4d2b-8770-e15cae56b77d req-affda9bd-e16b-43df-97fc-65ac82416a8f tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:23.227162 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a279684a-0b03-4d2b-8770-e15cae56b77d req-affda9bd-e16b-43df-97fc-65ac82416a8f tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 945 time: 0.0818732 Jun 23 16:20:23.275917 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a279684a-0b03-4d2b-8770-e15cae56b77d req-53e6869a-ecba-403b-9223-79d92f6f4f20 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471661 Jun 23 16:20:23.298170 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 45030) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:23.319037 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a3e5314b-e7ce-462a-9977-e7c3cbaebe7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:23.414275 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a3e5314b-e7ce-462a-9977-e7c3cbaebe7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:23.418302 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a3e5314b-e7ce-462a-9977-e7c3cbaebe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:23.421621 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-e8495d07-354a-41af-832d-c16bd6a26990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:23.481015 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-a3e5314b-e7ce-462a-9977-e7c3cbaebe7b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e9074560cf24a19a89d4f5e108dc0a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799784 Jun 23 16:20:23.483388 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 45034) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:23.484630 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5314b-e7ce-462a-9977-e7c3cbaebe7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424f04bd-c6ec-4083-91e7-8e8f58e505aa,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:23.487991 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-a3e5314b-e7ce-462a-9977-e7c3cbaebe7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:23.513892 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbb125-e693-4cfa-85fd-e0db9c6061c6 req-59522cf7-d32c-43a3-a101-d13c6ddc6b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:23.515416 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-20fbb125-e693-4cfa-85fd-e0db9c6061c6 req-59522cf7-d32c-43a3-a101-d13c6ddc6b7c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 1099 time: 0.0742867 Jun 23 16:20:23.555175 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5dca78-bdd8-4061-9ee8-5c3e5cc6d661 req-f717f908-b61c-4840-9dbd-ddae269b18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:23.557157 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0e5dca78-bdd8-4061-9ee8-5c3e5cc6d661 req-f717f908-b61c-4840-9dbd-ddae269b18a5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 1098 time: 0.1145883 Jun 23 16:20:23.570432 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-20fbb125-e693-4cfa-85fd-e0db9c6061c6 req-b597363a-66ec-44fa-ad95-178e8759621c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432062 Jun 23 16:20:23.573717 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5562cb54-3f83-413c-b05a-c0e37ca06815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:23.594893 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5562cb54-3f83-413c-b05a-c0e37ca06815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:23.603563 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0e5dca78-bdd8-4061-9ee8-5c3e5cc6d661 req-0dad0229-1eef-4043-8108-6dc8c3672f4e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353303 Jun 23 16:20:23.613675 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd1be5-2dbf-4eac-af6a-d49494bc340b req-bb06c108-3d58-4f02-8c6b-23b273a013cb tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:23.621771 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-97fd1be5-2dbf-4eac-af6a-d49494bc340b req-bb06c108-3d58-4f02-8c6b-23b273a013cb tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.1105249 Jun 23 16:20:23.657889 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5562cb54-3f83-413c-b05a-c0e37ca06815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:23.662269 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-97fd1be5-2dbf-4eac-af6a-d49494bc340b req-eac38e77-f642-4b77-8a6b-f68f9bc2d474 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375102 Jun 23 16:20:23.664664 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5562cb54-3f83-413c-b05a-c0e37ca06815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:23.667227 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-5562cb54-3f83-413c-b05a-c0e37ca06815 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/424f04bd-c6ec-4083-91e7-8e8f58e505aa HTTP/1.1" status: 204 len: 168 time: 0.1807959 Jun 23 16:20:23.668433 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-dfc2fc91-e57c-4d9c-811a-12fbc31aa995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:23.684850 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562cb54-3f83-413c-b05a-c0e37ca06815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424f04bd-c6ec-4083-91e7-8e8f58e505aa,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:23.688196 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-5562cb54-3f83-413c-b05a-c0e37ca06815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:23.781878 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787fec8-90e2-413a-805d-85990ffb081c req-85e19c7d-007a-468b-abd7-c3d3fad13347 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:23.784311 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b787fec8-90e2-413a-805d-85990ffb081c req-85e19c7d-007a-468b-abd7-c3d3fad13347 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0774214 Jun 23 16:20:23.833067 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b787fec8-90e2-413a-805d-85990ffb081c req-3f4c523d-5edb-4080-9cde-149019049c76 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346379 Jun 23 16:20:24.024995 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010dd83-f952-452f-93ce-a244da370369 req-775af6de-b8f6-4216-bb65-2e7062b3fe2b tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:24.027396 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3010dd83-f952-452f-93ce-a244da370369 req-775af6de-b8f6-4216-bb65-2e7062b3fe2b tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0692110 Jun 23 16:20:24.081622 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3010dd83-f952-452f-93ce-a244da370369 req-832d8a5c-272f-4d1a-ae8e-840a64233882 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470252 Jun 23 16:20:24.085549 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 45058) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:24.109980 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7ef71e28-c062-4300-9d6b-18dcb95a4383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:24.199695 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7ef71e28-c062-4300-9d6b-18dcb95a4383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:24.203767 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7ef71e28-c062-4300-9d6b-18dcb95a4383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:24.206411 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-a0dfb5e2-395f-48b2-b98a-ae1b541fa312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:24.242788 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-7ef71e28-c062-4300-9d6b-18dcb95a4383 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a7568d558aba494cb5603feffe8aa825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555927 Jun 23 16:20:24.243669 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef71e28-c062-4300-9d6b-18dcb95a4383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d98a72-e175-4008-8aaa-c930ceb22351,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:24.245461 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 45062) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:24.250877 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef71e28-c062-4300-9d6b-18dcb95a4383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:24.251173 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef71e28-c062-4300-9d6b-18dcb95a4383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:24.251526 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef71e28-c062-4300-9d6b-18dcb95a4383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:24.251875 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef71e28-c062-4300-9d6b-18dcb95a4383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:24.252220 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef71e28-c062-4300-9d6b-18dcb95a4383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:24.252561 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef71e28-c062-4300-9d6b-18dcb95a4383 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:24.252898 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef71e28-c062-4300-9d6b-18dcb95a4383 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:24.253234 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef71e28-c062-4300-9d6b-18dcb95a4383 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:24.253574 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef71e28-c062-4300-9d6b-18dcb95a4383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:24.253909 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef71e28-c062-4300-9d6b-18dcb95a4383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:24.254279 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef71e28-c062-4300-9d6b-18dcb95a4383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:24.254802 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef71e28-c062-4300-9d6b-18dcb95a4383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:24.258888 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7ef71e28-c062-4300-9d6b-18dcb95a4383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:24.308452 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3c745048-bd06-4b2b-9432-2335319faf81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:24.333607 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3c745048-bd06-4b2b-9432-2335319faf81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:24.384218 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3c745048-bd06-4b2b-9432-2335319faf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:24.387695 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3c745048-bd06-4b2b-9432-2335319faf81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:24.391398 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-3c745048-bd06-4b2b-9432-2335319faf81 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05d98a72-e175-4008-8aaa-c930ceb22351 HTTP/1.1" status: 204 len: 168 time: 0.1423280 Jun 23 16:20:24.391398 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-4c2dafba-9e0d-438d-9927-07624ed91b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:24.407580 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c745048-bd06-4b2b-9432-2335319faf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d98a72-e175-4008-8aaa-c930ceb22351,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:24.409787 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-3c745048-bd06-4b2b-9432-2335319faf81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:24.461200 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fadda-61fb-467c-8058-1f8771803c87 req-eb06b75a-8f07-4bc2-b0fa-ead281f734c1 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:24.462748 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ca2fadda-61fb-467c-8058-1f8771803c87 req-eb06b75a-8f07-4bc2-b0fa-ead281f734c1 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 945 time: 0.0727317 Jun 23 16:20:24.503206 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ca2fadda-61fb-467c-8058-1f8771803c87 req-e842f313-a75e-4f3c-9879-58b205ccb704 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339403 Jun 23 16:20:24.849900 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ab3b5-f8b2-43d4-96da-70ac9617a27d req-592cbb38-82ee-46b6-90ef-8b975b0a406e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:24.854333 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b31ab3b5-f8b2-43d4-96da-70ac9617a27d req-592cbb38-82ee-46b6-90ef-8b975b0a406e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0675302 Jun 23 16:20:24.905931 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b31ab3b5-f8b2-43d4-96da-70ac9617a27d req-57f76f05-e17c-4634-8b7e-19c84bb57431 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457602 Jun 23 16:20:25.023137 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04660c-c8a7-48af-a55a-7f386e2e4afe req-fa04dcb7-9917-4e0f-9a0f-353684e78f95 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:25.024591 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7d04660c-c8a7-48af-a55a-7f386e2e4afe req-fa04dcb7-9917-4e0f-9a0f-353684e78f95 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0690398 Jun 23 16:20:25.061851 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7d04660c-c8a7-48af-a55a-7f386e2e4afe req-b9c4952c-6d13-44ae-b0f1-9f9f079518d7 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315814 Jun 23 16:20:25.243644 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e743b56-78ca-49ce-ac1d-ccb341425b7a req-d9cef161-67a4-4bb3-bd65-dcb7c93fa9fc tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:25.245903 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4e743b56-78ca-49ce-ac1d-ccb341425b7a req-d9cef161-67a4-4bb3-bd65-dcb7c93fa9fc tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0622685 Jun 23 16:20:25.283335 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4e743b56-78ca-49ce-ac1d-ccb341425b7a req-0ee8a65e-5716-4e10-a7db-784a6c6a8b0c tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318770 Jun 23 16:20:26.079546 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02902c89-c0db-4f00-9cd9-797e9617966d req-3a1afde8-f5b9-4b80-acfa-e8cb4411d369 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:26.085386 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-02902c89-c0db-4f00-9cd9-797e9617966d req-3a1afde8-f5b9-4b80-acfa-e8cb4411d369 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0718725 Jun 23 16:20:26.151024 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-02902c89-c0db-4f00-9cd9-797e9617966d req-6f0ccb90-15f1-47d0-8964-a9e2c063bd7c tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497415 Jun 23 16:20:26.268714 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a3742-5392-4791-a8db-c3d8cb3af1e0 req-9b22fc44-f3a9-48f7-abf7-e9d51962f663 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:26.270254 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1e1a3742-5392-4791-a8db-c3d8cb3af1e0 req-9b22fc44-f3a9-48f7-abf7-e9d51962f663 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0744059 Jun 23 16:20:26.309323 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1e1a3742-5392-4791-a8db-c3d8cb3af1e0 req-f44c29a0-fca0-44a8-be9a-c3e56a568762 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325818 Jun 23 16:20:26.452235 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0713519-f4b3-489c-9756-82f64ff2c74b req-98be5527-13bc-45b9-9914-f2c3a1c202f1 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:26.453671 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f0713519-f4b3-489c-9756-82f64ff2c74b req-98be5527-13bc-45b9-9914-f2c3a1c202f1 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0609789 Jun 23 16:20:26.489542 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f0713519-f4b3-489c-9756-82f64ff2c74b req-51dc36e9-d3b4-42fb-8ce5-b3145f42a0ee tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302272 Jun 23 16:20:27.313339 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85d53c-181f-4f98-93f0-01989410afb6 req-d2385e98-2e79-41dd-a5e5-298d2e0c909d tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:27.314748 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2a85d53c-181f-4f98-93f0-01989410afb6 req-d2385e98-2e79-41dd-a5e5-298d2e0c909d tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0680978 Jun 23 16:20:27.354006 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2a85d53c-181f-4f98-93f0-01989410afb6 req-8f763141-b904-4f30-a071-0423e8fdc4f6 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331578 Jun 23 16:20:27.490229 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e6596-7fea-4b85-a385-43f4b9014b57 req-087f08c6-f9ff-431a-aebb-b3ba8fcb00f8 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:27.491572 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d56e6596-7fea-4b85-a385-43f4b9014b57 req-087f08c6-f9ff-431a-aebb-b3ba8fcb00f8 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0647228 Jun 23 16:20:27.529646 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d56e6596-7fea-4b85-a385-43f4b9014b57 req-3bdbcb0a-94ed-4cc6-8017-8842336d0c43 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324106 Jun 23 16:20:27.666999 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c716e3a-468a-452c-a776-21df5fe3758b req-81956367-55b5-4640-9378-ad13297972fc tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:27.668435 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2c716e3a-468a-452c-a776-21df5fe3758b req-81956367-55b5-4640-9378-ad13297972fc tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0655906 Jun 23 16:20:27.704627 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2c716e3a-468a-452c-a776-21df5fe3758b req-248efc97-86db-49b4-bea8-1aac4d4b3366 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306022 Jun 23 16:20:28.521933 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34bfa2-9bee-4261-bb75-1aa19fb47907 req-fa8c08e9-0f72-4b43-8e44-a2b178810344 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:28.523443 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1d34bfa2-9bee-4261-bb75-1aa19fb47907 req-fa8c08e9-0f72-4b43-8e44-a2b178810344 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0611050 Jun 23 16:20:28.561151 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1d34bfa2-9bee-4261-bb75-1aa19fb47907 req-4ec01dc0-3a88-481f-b197-1da0098beadf tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315127 Jun 23 16:20:28.703471 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880390ce-1292-46a2-8c86-7eb56c936d5f req-fcf280fd-062e-4324-91cb-323ce8eacd32 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:28.704945 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-880390ce-1292-46a2-8c86-7eb56c936d5f req-fcf280fd-062e-4324-91cb-323ce8eacd32 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0638585 Jun 23 16:20:28.741303 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-880390ce-1292-46a2-8c86-7eb56c936d5f req-79d055f4-c15d-4427-9286-908191929452 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305257 Jun 23 16:20:28.880954 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cde53-be6b-4acc-8a71-e34c5ecbdc48 req-a618f02e-6d3a-42ea-b5f8-30c62ed6554c tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:28.882334 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-633cde53-be6b-4acc-8a71-e34c5ecbdc48 req-a618f02e-6d3a-42ea-b5f8-30c62ed6554c tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0670474 Jun 23 16:20:28.919872 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-633cde53-be6b-4acc-8a71-e34c5ecbdc48 req-850dcbbc-3e00-4a36-8f50-1bd2113ad1fa tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313921 Jun 23 16:20:29.835543 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c63aa-3871-46c7-97c6-e675cc26cca0 req-a59e3005-2577-4bbb-b2dc-ed2cdda0a1e8 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:29.837401 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e71c63aa-3871-46c7-97c6-e675cc26cca0 req-a59e3005-2577-4bbb-b2dc-ed2cdda0a1e8 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0812526 Jun 23 16:20:29.880453 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e71c63aa-3871-46c7-97c6-e675cc26cca0 req-ecb74390-2bca-4272-ac4f-861dac71d46e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371504 Jun 23 16:20:29.897155 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d2511-dc69-4c34-9ec7-63c48c5b7a56 req-fce8a3b5-4b7c-4231-8cc3-76c841de0170 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:29.898736 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-229d2511-dc69-4c34-9ec7-63c48c5b7a56 req-fce8a3b5-4b7c-4231-8cc3-76c841de0170 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 945 time: 0.0667868 Jun 23 16:20:29.947118 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-229d2511-dc69-4c34-9ec7-63c48c5b7a56 req-c2d69015-9f70-494a-81bd-f9ce1ecb82a9 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c7c963e-c048-4763-92d4-ebce7c7ec436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345981 Jun 23 16:20:30.067956 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b8cfb-64dd-4471-bce4-354a677626b0 req-34b057ad-9f3a-40d8-abe3-17dffda24f6d tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:30.069546 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b58b8cfb-64dd-4471-bce4-354a677626b0 req-34b057ad-9f3a-40d8-abe3-17dffda24f6d tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 945 time: 0.0740578 Jun 23 16:20:30.111594 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93c073-0b5b-4d11-a99d-396e860db4a1 req-6ffce066-61a4-4098-a86b-8fefaf7c702f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:30.113038 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2c93c073-0b5b-4d11-a99d-396e860db4a1 req-6ffce066-61a4-4098-a86b-8fefaf7c702f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0666208 Jun 23 16:20:30.114356 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b58b8cfb-64dd-4471-bce4-354a677626b0 req-1cb95657-d620-4db8-86c8-1db20f110f4f tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389755 Jun 23 16:20:30.150539 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2c93c073-0b5b-4d11-a99d-396e860db4a1 req-e874710f-e44b-449c-b1a4-d1fbd412e562 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311520 Jun 23 16:20:30.274396 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c43e1-acd0-4d18-894d-aa66d119c9db req-c02d2d67-9411-43c0-a570-c1ff3e34157d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:30.276395 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8a3c43e1-acd0-4d18-894d-aa66d119c9db req-c02d2d67-9411-43c0-a570-c1ff3e34157d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0623670 Jun 23 16:20:30.313694 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8a3c43e1-acd0-4d18-894d-aa66d119c9db req-d7f18bcb-d2c7-46af-b783-1b392b71424a tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315940 Jun 23 16:20:30.324472 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34516fcb-cde9-4d6a-b4e0-5feb201745ff req-a37d8009-78c1-4616-a870-5dbc0fab556f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:30.325924 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-34516fcb-cde9-4d6a-b4e0-5feb201745ff req-a37d8009-78c1-4616-a870-5dbc0fab556f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0658038 Jun 23 16:20:30.334435 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 45242) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:30.339671 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-e39067d8-76dd-4fbc-a9b0-76d65af7b4b0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Request body: {'floatingip': {'port_id': '1dd77542-313f-4d54-88e2-c12367e8e14f'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:30.408951 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e39067d8-76dd-4fbc-a9b0-76d65af7b4b0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for floatingip, before_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:30.484726 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f1a56-03ed-48d8-aa48-6ed8500b6bde req-563a03da-8e81-4902-9172-c733d9e4169a tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:30.486603 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-fb6f1a56-03ed-48d8-aa48-6ed8500b6bde req-563a03da-8e81-4902-9172-c733d9e4169a tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0666845 Jun 23 16:20:30.494826 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 45246) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:30.499297 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-06be35bb-91eb-40f6-a592-2c4c2adcc87d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Request body: {'floatingip': {'port_id': 'f98da5d9-6058-4b2d-a1e3-11349cb6e0eb'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:30.566256 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-06be35bb-91eb-40f6-a592-2c4c2adcc87d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for floatingip, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:31.197811 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.db.resource_extend [None req-e39067d8-76dd-4fbc-a9b0-76d65af7b4b0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 16:20:31.281562 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e39067d8-76dd-4fbc-a9b0-76d65af7b4b0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:31.289354 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e39067d8-76dd-4fbc-a9b0-76d65af7b4b0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651384'] for floatingip, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:31.299819 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c11b8-edb2-4509-8a91-9949a9504e4c req-cf32028d-8b34-4807-8e95-435705bf9e35 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:31.301285 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-731c11b8-edb2-4509-8a91-9949a9504e4c req-cf32028d-8b34-4807-8e95-435705bf9e35 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.1585026 Jun 23 16:20:31.320737 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8830229-a199-490c-96f5-7744f1232478 req-ac4867e7-81b7-48ba-9658-2975e0e439f1 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:31.322915 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f8830229-a199-490c-96f5-7744f1232478 req-ac4867e7-81b7-48ba-9658-2975e0e439f1 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 945 time: 0.2449245 Jun 23 16:20:31.407233 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-731c11b8-edb2-4509-8a91-9949a9504e4c req-23bd19c6-4154-4958-81de-36dd9f71ee9b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732379 Jun 23 16:20:31.428167 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.l3_db [None req-e39067d8-76dd-4fbc-a9b0-76d65af7b4b0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Floating IP 8002802e-f7b1-4ec7-832c-2ee1a332c754 associated. External IP: 172.27.3.137, port: 1dd77542-313f-4d54-88e2-c12367e8e14f. Jun 23 16:20:31.460685 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f8830229-a199-490c-96f5-7744f1232478 req-3c46fc45-ff98-44d9-868e-43cf96317a93 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c7c963e-c048-4763-92d4-ebce7c7ec436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204128 Jun 23 16:20:31.497851 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-06be35bb-91eb-40f6-a592-2c4c2adcc87d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:31.502680 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-06be35bb-91eb-40f6-a592-2c4c2adcc87d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651384'] for floatingip, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:31.618769 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.db.l3_db [None req-06be35bb-91eb-40f6-a592-2c4c2adcc87d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Floating IP 4a92c299-8bd7-4b2a-a82d-59c836038179 associated. External IP: 172.27.3.131, port: f98da5d9-6058-4b2d-a1e3-11349cb6e0eb. Jun 23 16:20:31.640593 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8046096-93a2-40d6-957c-4fd9dd7b6553 req-793ef40e-1792-4859-babc-cdcb398cdf8b tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:31.642009 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f8046096-93a2-40d6-957c-4fd9dd7b6553 req-793ef40e-1792-4859-babc-cdcb398cdf8b tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 945 time: 0.1176934 Jun 23 16:20:31.722008 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f8046096-93a2-40d6-957c-4fd9dd7b6553 req-c116091c-930f-4581-855a-e06ded7b0846 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739176 Jun 23 16:20:31.741811 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39067d8-76dd-4fbc-a9b0-76d65af7b4b0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:20:31.818620 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06be35bb-91eb-40f6-a592-2c4c2adcc87d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Router 19104c84-1a9b-4cab-890b-c1da05535e4a has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:20:31.850733 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39067d8-76dd-4fbc-a9b0-76d65af7b4b0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:20:31.855910 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e39067d8-76dd-4fbc-a9b0-76d65af7b4b0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for floatingip, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:31.864515 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff4603-6674-44e7-8730-7a28cc100c16 None None] Sync routers for ids ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'] in dv-cinder-788363-4-iscsi {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:20:31.873439 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff4603-6674-44e7-8730-7a28cc100c16 None None] Routers {'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:20:31.874042 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-feff4603-6674-44e7-8730-7a28cc100c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:20:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:31.896336 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-e39067d8-76dd-4fbc-a9b0-76d65af7b4b0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "PUT /v2.0/floatingips/8002802e-f7b1-4ec7-832c-2ee1a332c754 HTTP/1.1" status: 200 len: 992 time: 1.5606437 Jun 23 16:20:31.897208 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8133ee-b4b1-4383-ab0b-f3e6becd1b53', 'tag': '1dd77542-313f-4d54-88e2-c12367e8e14f'}] {{(pid=92864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:31.899690 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6746fc05b017fa2e5222a758ba3018216863d05e2f8cda4fa9da67320e81433e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a4f5f6-1acc-49b0-b6b3-172f44a5d683" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8133ee-b4b1-4383-ab0b-f3e6becd1b53", "tag": "1dd77542-313f-4d54-88e2-c12367e8e14f"}]}' {{(pid=92864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:31.946324 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5f8b7f-53b7-4883-9aea-57d538cf5d79 x-openstack-request-id: req-4c5f8b7f-53b7-4883-9aea-57d538cf5d79 {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:31.947684 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8133ee-b4b1-4383-ab0b-f3e6becd1b53", "tag": "1dd77542-313f-4d54-88e2-c12367e8e14f", "status": "completed", "code": 200}]} {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:31.947684 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c5f8b7f-53b7-4883-9aea-57d538cf5d79 {{(pid=92864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:31.948381 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8133ee-b4b1-4383-ab0b-f3e6becd1b53', 'tag': '1dd77542-313f-4d54-88e2-c12367e8e14f', 'status': 'completed', 'code': 200} Jun 23 16:20:31.955488 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06be35bb-91eb-40f6-a592-2c4c2adcc87d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:20:31.960812 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-06be35bb-91eb-40f6-a592-2c4c2adcc87d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for floatingip, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:31.966782 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c46d284-d3de-4138-baec-af9b257e8a57 None None] Sync routers for ids ['19104c84-1a9b-4cab-890b-c1da05535e4a'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:20:31.977222 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c46d284-d3de-4138-baec-af9b257e8a57 None None] Routers {'19104c84-1a9b-4cab-890b-c1da05535e4a'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:20:31.977858 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-1c46d284-d3de-4138-baec-af9b257e8a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:20:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['19104c84-1a9b-4cab-890b-c1da05535e4a'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:31.995578 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-feff4603-6674-44e7-8730-7a28cc100c16 None None] Set router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:20:32.003706 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-06be35bb-91eb-40f6-a592-2c4c2adcc87d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "PUT /v2.0/floatingips/4a92c299-8bd7-4b2a-a82d-59c836038179 HTTP/1.1" status: 200 len: 991 time: 1.5054097 Jun 23 16:20:32.003706 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07f08f1-7057-4e6e-8788-3a5ee2d98294', 'tag': 'f98da5d9-6058-4b2d-a1e3-11349cb6e0eb'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:32.005315 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f46cdd6-294c-4554-8f60-6a2fb4efdb42" -d '{"events": [{"name": "network-changed", "server_uuid": "b07f08f1-7057-4e6e-8788-3a5ee2d98294", "tag": "f98da5d9-6058-4b2d-a1e3-11349cb6e0eb"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:32.095187 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-1c46d284-d3de-4138-baec-af9b257e8a57 None None] Set router 19104c84-1a9b-4cab-890b-c1da05535e4a gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:20:32.262056 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-feff4603-6674-44e7-8730-7a28cc100c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-672846221-router', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:37Z', 'revision_number': 4, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'gw_port': {'id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:28Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': '8002802e-f7b1-4ec7-832c-2ee1a332c754', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'port_id': '1dd77542-313f-4d54-88e2-c12367e8e14f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'mac_address': 'fa:16:3e:b6:2f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8133ee-b4b1-4383-ab0b-f3e6becd1b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:19:54Z', 'updated_at': '2021-06-23T16:20:30Z', 'revision_number': 1, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297bcc73-63df-4afa-8060-cf1ed35917a7', 'name': '', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'mac_address': 'fa:16:3e:50:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:34Z', 'updated_at': '2021-06-23T16:19:48Z', 'revision_number': 5, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'subnets': [{'id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:32.290419 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff4603-6674-44e7-8730-7a28cc100c16 None None] Checking router: ac594b62-31a6-4cbc-a399-0b9ffcbee1bf for host: dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:20:32.298949 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff4603-6674-44e7-8730-7a28cc100c16 None None] Routers {'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:20:32.299571 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-feff4603-6674-44e7-8730-7a28cc100c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:20:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:32.403716 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-feff4603-6674-44e7-8730-7a28cc100c16 None None] Set router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:20:32.457305 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-1c46d284-d3de-4138-baec-af9b257e8a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'name': 'tempest-AttachVolumeTestJSON-894092085-router', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '3688b735-972a-4832-afc7-0a87ebccb064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:27Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'gw_port': {'id': '3688b735-972a-4832-afc7-0a87ebccb064', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:29Z', 'updated_at': '2021-06-23T16:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': '4a92c299-8bd7-4b2a-a82d-59c836038179', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'port_id': 'f98da5d9-6058-4b2d-a1e3-11349cb6e0eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'mac_address': 'fa:16:3e:50:e1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07f08f1-7057-4e6e-8788-3a5ee2d98294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:19:53Z', 'updated_at': '2021-06-23T16:20:31Z', 'revision_number': 1, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514e38cd-6d19-4def-a582-9cc02f010bb9', 'name': '', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'mac_address': 'fa:16:3e:d0:fd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:36Z', 'updated_at': '2021-06-23T16:19:52Z', 'revision_number': 5, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'subnets': [{'id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:32.486419 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c46d284-d3de-4138-baec-af9b257e8a57 None None] Checking router: 19104c84-1a9b-4cab-890b-c1da05535e4a for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:20:32.495825 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c46d284-d3de-4138-baec-af9b257e8a57 None None] Routers {'19104c84-1a9b-4cab-890b-c1da05535e4a'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:20:32.496466 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-1c46d284-d3de-4138-baec-af9b257e8a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:20:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['19104c84-1a9b-4cab-890b-c1da05535e4a'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:32.598989 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-69c36722-d8ce-418e-9436-58e3a000e44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:32.612957 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-1c46d284-d3de-4138-baec-af9b257e8a57 None None] Set router 19104c84-1a9b-4cab-890b-c1da05535e4a gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:20:32.705365 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-feff4603-6674-44e7-8730-7a28cc100c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-672846221-router', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:37Z', 'revision_number': 4, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'gw_port': {'id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:28Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': '8002802e-f7b1-4ec7-832c-2ee1a332c754', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'port_id': '1dd77542-313f-4d54-88e2-c12367e8e14f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'mac_address': 'fa:16:3e:b6:2f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8133ee-b4b1-4383-ab0b-f3e6becd1b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:19:54Z', 'updated_at': '2021-06-23T16:20:30Z', 'revision_number': 1, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297bcc73-63df-4afa-8060-cf1ed35917a7', 'name': '', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'mac_address': 'fa:16:3e:50:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:34Z', 'updated_at': '2021-06-23T16:19:48Z', 'revision_number': 5, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'subnets': [{'id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:32.734290 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff4603-6674-44e7-8730-7a28cc100c16 None None] The sync data for ids ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'] in dv-cinder-788363-4-iscsi is: [{'id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-672846221-router', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:37Z', 'revision_number': 4, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'gw_port': {'id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:28Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': '8002802e-f7b1-4ec7-832c-2ee1a332c754', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'port_id': '1dd77542-313f-4d54-88e2-c12367e8e14f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'mac_address': 'fa:16:3e:b6:2f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8133ee-b4b1-4383-ab0b-f3e6becd1b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:19:54Z', 'updated_at': '2021-06-23T16:20:30Z', 'revision_number': 1, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297bcc73-63df-4afa-8060-cf1ed35917a7', 'name': '', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'mac_address': 'fa:16:3e:50:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:34Z', 'updated_at': '2021-06-23T16:19:48Z', 'revision_number': 5, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'subnets': [{'id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:20:32.836376 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-1c46d284-d3de-4138-baec-af9b257e8a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'name': 'tempest-AttachVolumeTestJSON-894092085-router', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '3688b735-972a-4832-afc7-0a87ebccb064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:27Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'gw_port': {'id': '3688b735-972a-4832-afc7-0a87ebccb064', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:29Z', 'updated_at': '2021-06-23T16:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': '4a92c299-8bd7-4b2a-a82d-59c836038179', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'port_id': 'f98da5d9-6058-4b2d-a1e3-11349cb6e0eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'mac_address': 'fa:16:3e:50:e1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07f08f1-7057-4e6e-8788-3a5ee2d98294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:19:53Z', 'updated_at': '2021-06-23T16:20:31Z', 'revision_number': 1, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514e38cd-6d19-4def-a582-9cc02f010bb9', 'name': '', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'mac_address': 'fa:16:3e:d0:fd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:36Z', 'updated_at': '2021-06-23T16:19:52Z', 'revision_number': 5, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'subnets': [{'id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:32.866370 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c46d284-d3de-4138-baec-af9b257e8a57 None None] The sync data for ids ['19104c84-1a9b-4cab-890b-c1da05535e4a'] in dv-cinder-788363-4-iscsi is: [{'id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'name': 'tempest-AttachVolumeTestJSON-894092085-router', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '3688b735-972a-4832-afc7-0a87ebccb064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:27Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'gw_port': {'id': '3688b735-972a-4832-afc7-0a87ebccb064', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:29Z', 'updated_at': '2021-06-23T16:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': '4a92c299-8bd7-4b2a-a82d-59c836038179', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'port_id': 'f98da5d9-6058-4b2d-a1e3-11349cb6e0eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'mac_address': 'fa:16:3e:50:e1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07f08f1-7057-4e6e-8788-3a5ee2d98294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:19:53Z', 'updated_at': '2021-06-23T16:20:31Z', 'revision_number': 1, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514e38cd-6d19-4def-a582-9cc02f010bb9', 'name': '', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'mac_address': 'fa:16:3e:d0:fd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:36Z', 'updated_at': '2021-06-23T16:19:52Z', 'revision_number': 5, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'subnets': [{'id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:20:32.966585 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32329e43-44c1-4323-a614-0af2177915f1 None None] New status for floating IP 8002802e-f7b1-4ec7-832c-2ee1a332c754: ACTIVE {{(pid=92866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:20:33.073519 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22e277d-0d67-45b2-bb4b-7e087fec4358 None None] New status for floating IP 4a92c299-8bd7-4b2a-a82d-59c836038179: ACTIVE {{(pid=92865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:20:33.984289 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4f5f6-1acc-49b0-b6b3-172f44a5d683 req-1332ad5a-d2f2-41e7-a69e-859d2d0f87a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:33.985647 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d4a4f5f6-1acc-49b0-b6b3-172f44a5d683 req-1332ad5a-d2f2-41e7-a69e-859d2d0f87a4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a76e9d11e45c4db3b9f6a8f2b48aff11&device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 1099 time: 0.0526040 Jun 23 16:20:34.029631 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4980ab6c-7a5c-4649-9e5e-44703dbd5113 x-openstack-request-id: req-4980ab6c-7a5c-4649-9e5e-44703dbd5113 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:34.029950 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07f08f1-7057-4e6e-8788-3a5ee2d98294", "tag": "f98da5d9-6058-4b2d-a1e3-11349cb6e0eb", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:34.030257 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4980ab6c-7a5c-4649-9e5e-44703dbd5113 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:34.030668 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07f08f1-7057-4e6e-8788-3a5ee2d98294', 'tag': 'f98da5d9-6058-4b2d-a1e3-11349cb6e0eb', 'status': 'completed', 'code': 200} Jun 23 16:20:34.093105 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4f5f6-1acc-49b0-b6b3-172f44a5d683 req-b970b9e5-b344-44bc-852b-563dc7369ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:34.094733 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d4a4f5f6-1acc-49b0-b6b3-172f44a5d683 req-b970b9e5-b344-44bc-852b-563dc7369ff8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2 HTTP/1.1" status: 200 len: 917 time: 0.0935197 Jun 23 16:20:34.212572 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46cdd6-294c-4554-8f60-6a2fb4efdb42 req-29966f34-0827-463b-b244-26ccdc917a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:34.214072 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5f46cdd6-294c-4554-8f60-6a2fb4efdb42 req-29966f34-0827-463b-b244-26ccdc917a00 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a11bfaeaf90b4b2a9e648a6081eb79d6&device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 1098 time: 0.1004870 Jun 23 16:20:34.226865 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b6329-4423-4709-86fc-1aa23d1db2e6 req-9071d9e1-a28f-4c25-914a-9042e94e9ab9 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:34.228893 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2b1b6329-4423-4709-86fc-1aa23d1db2e6 req-9071d9e1-a28f-4c25-914a-9042e94e9ab9 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0831852 Jun 23 16:20:34.297254 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2b1b6329-4423-4709-86fc-1aa23d1db2e6 req-c23183a5-997c-4f0e-84f4-6360fa05a2b2 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619702 Jun 23 16:20:34.360494 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46cdd6-294c-4554-8f60-6a2fb4efdb42 req-f15b29e0-3da9-4b27-a6d1-0dbe92db6112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:34.362001 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5f46cdd6-294c-4554-8f60-6a2fb4efdb42 req-f15b29e0-3da9-4b27-a6d1-0dbe92db6112 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 HTTP/1.1" status: 200 len: 911 time: 0.1056135 Jun 23 16:20:34.436402 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d4a4f5f6-1acc-49b0-b6b3-172f44a5d683 req-c0fcc130-191d-4dd5-8a2d-005929971c42 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dd77542-313f-4d54-88e2-c12367e8e14f HTTP/1.1" status: 200 len: 1002 time: 0.3217320 Jun 23 16:20:34.501883 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1e240-17bb-4076-9bf7-43f604e5c7ab req-fba000cb-a81b-4921-9597-cfee1177efb2 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:34.503374 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8ae1e240-17bb-4076-9bf7-43f604e5c7ab req-fba000cb-a81b-4921-9597-cfee1177efb2 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 945 time: 0.3103635 Jun 23 16:20:34.505579 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5f46cdd6-294c-4554-8f60-6a2fb4efdb42 req-088d8b6c-1deb-4fd8-a2d5-32755eee3254 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f98da5d9-6058-4b2d-a1e3-11349cb6e0eb HTTP/1.1" status: 200 len: 1001 time: 0.1263146 Jun 23 16:20:34.512238 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4f5f6-1acc-49b0-b6b3-172f44a5d683 req-664f8084-98ab-450a-9d35-d2d96bf7f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:34.513565 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d4a4f5f6-1acc-49b0-b6b3-172f44a5d683 req-664f8084-98ab-450a-9d35-d2d96bf7f583 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e737d9e7-5b3c-4d9d-bb31-91a55656b0db HTTP/1.1" status: 200 len: 855 time: 0.0616369 Jun 23 16:20:34.533271 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fee03-4240-48f2-9f19-f0ac2401e57b req-34eb99e4-257b-4643-bac1-730606f4349e tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:34.534725 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-852fee03-4240-48f2-9f19-f0ac2401e57b req-34eb99e4-257b-4643-bac1-730606f4349e tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 945 time: 0.1040511 Jun 23 16:20:34.552672 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8ae1e240-17bb-4076-9bf7-43f604e5c7ab req-027cee3a-6d32-4238-8526-a783da8f6ef7 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c7c963e-c048-4763-92d4-ebce7c7ec436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426373 Jun 23 16:20:34.596768 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4f5f6-1acc-49b0-b6b3-172f44a5d683 req-838c8722-bf0b-40ac-9aae-c239e0599afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:34.598547 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d4a4f5f6-1acc-49b0-b6b3-172f44a5d683 req-838c8722-bf0b-40ac-9aae-c239e0599afe service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609105 Jun 23 16:20:34.605396 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46cdd6-294c-4554-8f60-6a2fb4efdb42 req-4466c843-7ae8-477a-b877-218ef5a03406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:34.606814 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5f46cdd6-294c-4554-8f60-6a2fb4efdb42 req-4466c843-7ae8-477a-b877-218ef5a03406 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d HTTP/1.1" status: 200 len: 849 time: 0.0712469 Jun 23 16:20:34.609639 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-852fee03-4240-48f2-9f19-f0ac2401e57b req-f5c38831-e92e-4e11-b8e5-3543dc7b84fb tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657701 Jun 23 16:20:34.698358 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46cdd6-294c-4554-8f60-6a2fb4efdb42 req-4ff010ec-77d1-457f-bb4b-486ce7de73eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:34.699836 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5f46cdd6-294c-4554-8f60-6a2fb4efdb42 req-4ff010ec-77d1-457f-bb4b-486ce7de73eb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670943 Jun 23 16:20:34.717107 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d4a4f5f6-1acc-49b0-b6b3-172f44a5d683 req-d16ddcaa-b932-4f6e-82bf-35b741271d33 service neutron] 10.222.0.84 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848694 Jun 23 16:20:34.845176 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5f46cdd6-294c-4554-8f60-6a2fb4efdb42 req-9b746d71-3ad2-4f1a-b21b-c6a11f30453b service neutron] 10.222.0.84 "GET /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926437 Jun 23 16:20:34.893620 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d4a4f5f6-1acc-49b0-b6b3-172f44a5d683 req-7e5dcd1e-7511-467b-ab9c-048196425efb service neutron] 10.222.0.84 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943151 Jun 23 16:20:34.927915 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:34.978250 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5f46cdd6-294c-4554-8f60-6a2fb4efdb42 req-b0e048dd-37c2-494a-97d5-b562926f3c98 service neutron] 10.222.0.84 "GET /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920720 Jun 23 16:20:35.475096 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdab2d-7248-4b20-ac57-490de4db0953 req-6717517c-1332-466c-aa46-716c4cb0deb4 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:35.476837 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-31fdab2d-7248-4b20-ac57-490de4db0953 req-6717517c-1332-466c-aa46-716c4cb0deb4 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0664177 Jun 23 16:20:35.517753 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-31fdab2d-7248-4b20-ac57-490de4db0953 req-dcf59234-c76c-430d-8ca1-1d8e3c68c6ca tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355074 Jun 23 16:20:35.531966 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cee0c-4082-4721-b5cf-af828c105696 req-b0492bcb-7886-4d30-beca-32f1db663cb3 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:35.533231 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c13cee0c-4082-4721-b5cf-af828c105696 req-b0492bcb-7886-4d30-beca-32f1db663cb3 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.84 "GET /v2.0/ports?device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 945 time: 0.0718255 Jun 23 16:20:35.710439 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-6f4ed552-db3d-403f-b61e-fd0997bf9e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:35.804299 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5d5c3-cee7-407a-ac9f-4eb2a3d1c23f req-b3c3dd57-8cc0-4b3c-bc2d-5d732b934fef tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:35.805874 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d2d5d5c3-cee7-407a-ac9f-4eb2a3d1c23f req-b3c3dd57-8cc0-4b3c-bc2d-5d732b934fef tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 945 time: 0.0656371 Jun 23 16:20:35.849279 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d2d5d5c3-cee7-407a-ac9f-4eb2a3d1c23f req-06e33fed-862d-47b6-a035-6547f9bf693d tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361843 Jun 23 16:20:35.966455 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [req-c13cee0c-4082-4721-b5cf-af828c105696 req-c0a6436a-5d32-4b39-b335-031a23b727fd tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Deleting port f8f9f54c-6d0f-4961-87db-4f860c060758 {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:20:35.966710 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-c13cee0c-4082-4721-b5cf-af828c105696 req-c0a6436a-5d32-4b39-b335-031a23b727fd tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:35.994803 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e68a15-8303-464d-8b62-4154db74905e req-f47e472d-6969-427f-97c2-63b4e86a50b1 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:35.996250 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-62e68a15-8303-464d-8b62-4154db74905e req-f47e472d-6969-427f-97c2-63b4e86a50b1 tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 945 time: 0.3217542 Jun 23 16:20:36.006844 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787c2c0-cc20-4327-93a6-6361f2e1687b req-77621fa4-9dad-4de3-8b09-597c7dc537ac tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:36.008266 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-9787c2c0-cc20-4327-93a6-6361f2e1687b req-77621fa4-9dad-4de3-8b09-597c7dc537ac tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.84 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 945 time: 0.0695598 Jun 23 16:20:36.070753 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-62e68a15-8303-464d-8b62-4154db74905e req-bd88f392-bd9b-4efe-b4df-7cf4bb894aee tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c7c963e-c048-4763-92d4-ebce7c7ec436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686560 Jun 23 16:20:36.098026 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [req-c13cee0c-4082-4721-b5cf-af828c105696 req-c0a6436a-5d32-4b39-b335-031a23b727fd tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] For port f8f9f54c-6d0f-4961-87db-4f860c060758, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f8f9f54c-6d0f-4961-87db-4f860c060758,segment=NetworkSegment(c7bf881b-4ff7-43cf-9fd3-07965ccef824),segment_id=c7bf881b-4ff7-43cf-9fd3-07965ccef824)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:36.098724 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-c13cee0c-4082-4721-b5cf-af828c105696 req-c0a6436a-5d32-4b39-b335-031a23b727fd tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:36.118067 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [req-c13cee0c-4082-4721-b5cf-af828c105696 req-c0a6436a-5d32-4b39-b335-031a23b727fd tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Calling delete_port for f8f9f54c-6d0f-4961-87db-4f860c060758 owned by compute:nova {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:20:36.127103 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-9787c2c0-cc20-4327-93a6-6361f2e1687b req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Deleting port 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:20:36.127456 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-9787c2c0-cc20-4327-93a6-6361f2e1687b req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:36.224794 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-9787c2c0-cc20-4327-93a6-6361f2e1687b req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] For port 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=12dfe33f-3bb4-4111-ad9d-f406c3a6e72c,segment=NetworkSegment(eb1cff15-5967-4336-be43-79a72ced30a8),segment_id=eb1cff15-5967-4336-be43-79a72ced30a8)] {{(pid=92863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:36.225049 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-9787c2c0-cc20-4327-93a6-6361f2e1687b req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:36.243092 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-9787c2c0-cc20-4327-93a6-6361f2e1687b req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Calling delete_port for 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c owned by compute:nova {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:20:36.302829 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-c13cee0c-4082-4721-b5cf-af828c105696 req-c0a6436a-5d32-4b39-b335-031a23b727fd tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:36.309424 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:36.341379 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6436a-5d32-4b39-b335-031a23b727fd tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Pushing event deleted for resources: {'Port': ['ID=f8f9f54c-6d0f-4961-87db-4f860c060758,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:36.349414 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c0a6436a-5d32-4b39-b335-031a23b727fd tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:36.366555 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['f8f9f54c-6d0f-4961-87db-4f860c060758'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:20:36.414092 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13cee0c-4082-4721-b5cf-af828c105696 req-c0a6436a-5d32-4b39-b335-031a23b727fd tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] No DVR routers for this DVR port f8f9f54c-6d0f-4961-87db-4f860c060758 on host hv-cinder-78836 {{(pid=92864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:20:36.417412 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-c13cee0c-4082-4721-b5cf-af828c105696 req-c0a6436a-5d32-4b39-b335-031a23b727fd tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:36.419559 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c13cee0c-4082-4721-b5cf-af828c105696 req-c0a6436a-5d32-4b39-b335-031a23b727fd tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.84 "DELETE /v2.0/ports/f8f9f54c-6d0f-4961-87db-4f860c060758 HTTP/1.1" status: 204 len: 173 time: 0.8217471 Jun 23 16:20:36.422193 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3611239f-9b63-4082-b4ca-0e4eb8b24650', 'name': 'network-vif-deleted', 'tag': 'f8f9f54c-6d0f-4961-87db-4f860c060758'}] {{(pid=92864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:36.422904 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6746fc05b017fa2e5222a758ba3018216863d05e2f8cda4fa9da67320e81433e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb551cec-2c47-470a-bb47-80cc421a2af9" -d '{"events": [{"server_uuid": "3611239f-9b63-4082-b4ca-0e4eb8b24650", "name": "network-vif-deleted", "tag": "f8f9f54c-6d0f-4961-87db-4f860c060758"}]}' {{(pid=92864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:36.435431 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:36.475352 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224d421a-bfe0-4a31-8cdd-a35da852520f x-openstack-request-id: req-224d421a-bfe0-4a31-8cdd-a35da852520f {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:36.475602 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3611239f-9b63-4082-b4ca-0e4eb8b24650", "name": "network-vif-deleted", "tag": "f8f9f54c-6d0f-4961-87db-4f860c060758", "status": "completed", "code": 200}]} {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:36.475944 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-224d421a-bfe0-4a31-8cdd-a35da852520f {{(pid=92864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:36.476374 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3611239f-9b63-4082-b4ca-0e4eb8b24650', 'name': 'network-vif-deleted', 'tag': 'f8f9f54c-6d0f-4961-87db-4f860c060758', 'status': 'completed', 'code': 200} Jun 23 16:20:36.486512 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-9787c2c0-cc20-4327-93a6-6361f2e1687b req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:36.490599 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:36.514068 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Pushing event deleted for resources: {'Port': ['ID=12dfe33f-3bb4-4111-ad9d-f406c3a6e72c,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:36.531470 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['12dfe33f-3bb4-4111-ad9d-f406c3a6e72c'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:20:36.542089 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:36.542522 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:36.542884 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:36.543324 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:36.544056 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:36.544056 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:36.544364 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:36.544713 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:36.545059 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:36.545658 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:36.545796 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:36.546062 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:36.581869 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:36.607999 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-9787c2c0-cc20-4327-93a6-6361f2e1687b req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] No DVR routers for this DVR port 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c on host hv-cinder-78836 {{(pid=92863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:20:36.612414 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-9787c2c0-cc20-4327-93a6-6361f2e1687b req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:36.615640 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-9787c2c0-cc20-4327-93a6-6361f2e1687b req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.84 "DELETE /v2.0/ports/12dfe33f-3bb4-4111-ad9d-f406c3a6e72c HTTP/1.1" status: 204 len: 173 time: 0.5979939 Jun 23 16:20:36.616374 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939be620-58ef-49c7-b35c-fbcff49b4329', 'name': 'network-vif-deleted', 'tag': '12dfe33f-3bb4-4111-ad9d-f406c3a6e72c'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:36.619305 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ba782d-a3eb-4813-859b-e7d79999eedb" -d '{"events": [{"server_uuid": "939be620-58ef-49c7-b35c-fbcff49b4329", "name": "network-vif-deleted", "tag": "12dfe33f-3bb4-4111-ad9d-f406c3a6e72c"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:36.729317 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34d7d1-2cc8-40ce-96ea-7f16f441f664 req-a6daabe8-8723-4e95-b78d-1554d2c96b39 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:36.730693 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0a34d7d1-2cc8-40ce-96ea-7f16f441f664 req-a6daabe8-8723-4e95-b78d-1554d2c96b39 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0664697 Jun 23 16:20:36.772628 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0a34d7d1-2cc8-40ce-96ea-7f16f441f664 req-3556da2e-c96b-47f7-9eeb-c0a5e78f32d6 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358624 Jun 23 16:20:36.836755 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef906d93-87a6-4976-ae67-39e363827903 x-openstack-request-id: req-ef906d93-87a6-4976-ae67-39e363827903 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:36.836755 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939be620-58ef-49c7-b35c-fbcff49b4329", "name": "network-vif-deleted", "tag": "12dfe33f-3bb4-4111-ad9d-f406c3a6e72c", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:36.836755 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ef906d93-87a6-4976-ae67-39e363827903 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:36.837171 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939be620-58ef-49c7-b35c-fbcff49b4329', 'name': 'network-vif-deleted', 'tag': '12dfe33f-3bb4-4111-ad9d-f406c3a6e72c', 'status': 'completed', 'code': 200} Jun 23 16:20:37.012398 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0416f230-56c6-4198-88f8-f0e4b5690f1a req-c36e53b6-f1c0-4e1b-b0e2-e9f2b6d09ac2 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3611239f-9b63-4082-b4ca-0e4eb8b24650 HTTP/1.1" status: 200 len: 210 time: 0.0339625 Jun 23 16:20:37.243053 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ab28a467-0202-4a59-a2cf-5410fb1985f0 req-4a77949f-d6d3-411d-8eae-66a0c5ec929a tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] 10.222.0.46 "GET /v2.0/ports?device_id=939be620-58ef-49c7-b35c-fbcff49b4329 HTTP/1.1" status: 200 len: 210 time: 0.0369880 Jun 23 16:20:37.303492 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 45394) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:37.415382 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6f44d244-cdcd-4042-9bea-861b4e2ce926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:37.520432 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6f44d244-cdcd-4042-9bea-861b4e2ce926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:37.526663 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6f44d244-cdcd-4042-9bea-861b4e2ce926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:37.531555 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-048db9f2-edc0-4d44-bdf4-bba38b758a30 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:37.572621 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-6f44d244-cdcd-4042-9bea-861b4e2ce926 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d346733bc3644a2aa8c7483232a2b9fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672057 Jun 23 16:20:37.575222 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 45404) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:37.576735 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44d244-cdcd-4042-9bea-861b4e2ce926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6384c7dd-a790-4397-9830-2c399bed6ca8,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:37.580276 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-6f44d244-cdcd-4042-9bea-861b4e2ce926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:37.656255 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2af7ea47-b101-4aa1-b77b-e894ffea3762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:37.681560 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2af7ea47-b101-4aa1-b77b-e894ffea3762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:37.734382 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2af7ea47-b101-4aa1-b77b-e894ffea3762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:37.737489 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2af7ea47-b101-4aa1-b77b-e894ffea3762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:37.738636 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-2af7ea47-b101-4aa1-b77b-e894ffea3762 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6384c7dd-a790-4397-9830-2c399bed6ca8 HTTP/1.1" status: 204 len: 168 time: 0.1625867 Jun 23 16:20:37.739373 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-2800afba-5aac-4abc-bcd5-41b4e8bc31ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:37.748042 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7ea47-b101-4aa1-b77b-e894ffea3762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6384c7dd-a790-4397-9830-2c399bed6ca8,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:37.750555 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-2af7ea47-b101-4aa1-b77b-e894ffea3762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:37.812697 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 45414) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:37.986263 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10995556-377e-4e5a-a5bf-67dc122348e3 req-4fdf4524-5357-46d1-9112-89be3b25a59d tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:37.994739 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-10995556-377e-4e5a-a5bf-67dc122348e3 req-4fdf4524-5357-46d1-9112-89be3b25a59d tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0908883 Jun 23 16:20:38.034626 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-36e94106-c861-429d-8457-2db8f52534e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:38.042750 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-10995556-377e-4e5a-a5bf-67dc122348e3 req-08ef783e-13b1-47b1-ac76-9b8781fdda73 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467396 Jun 23 16:20:38.090446 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:38.151466 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-36e94106-c861-429d-8457-2db8f52534e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:38.157661 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-36e94106-c861-429d-8457-2db8f52534e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:38.161003 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:38.219466 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-36e94106-c861-429d-8457-2db8f52534e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6239dee92a164fa389cfd4e1f6419f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4056447 Jun 23 16:20:38.222004 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 45426) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:38.231073 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e94106-c861-429d-8457-2db8f52534e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dd1eca-98e5-48b0-aa5d-3ab5beefda40,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:38.234582 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-36e94106-c861-429d-8457-2db8f52534e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:38.238441 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 45428) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:38.257329 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-14f08fdd-15c3-4a13-8d5f-feba935ca6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:38.287882 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3e135ccc-8a43-4647-ae37-268945ab6cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:38.319387 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3e135ccc-8a43-4647-ae37-268945ab6cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:38.379502 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3e135ccc-8a43-4647-ae37-268945ab6cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:38.383564 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3e135ccc-8a43-4647-ae37-268945ab6cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:38.385185 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-3e135ccc-8a43-4647-ae37-268945ab6cec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/93dd1eca-98e5-48b0-aa5d-3ab5beefda40 HTTP/1.1" status: 204 len: 168 time: 0.1622348 Jun 23 16:20:38.386413 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-ac046d0a-683b-4f30-8fc7-65d63968d26d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:38.419605 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e135ccc-8a43-4647-ae37-268945ab6cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dd1eca-98e5-48b0-aa5d-3ab5beefda40,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:38.422830 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-14f08fdd-15c3-4a13-8d5f-feba935ca6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:38.423495 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-3e135ccc-8a43-4647-ae37-268945ab6cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:38.429328 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-14f08fdd-15c3-4a13-8d5f-feba935ca6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:38.439703 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-e0ada094-07fb-4864-afb5-00226573691b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:38.517280 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-14f08fdd-15c3-4a13-8d5f-feba935ca6a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=36082691055f4521831c0ea49830c271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773492 Jun 23 16:20:38.522388 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 45452) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:38.552396 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f08fdd-15c3-4a13-8d5f-feba935ca6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5320e3a7-6314-4e90-91ef-9abe77498509,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:38.556967 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-14f08fdd-15c3-4a13-8d5f-feba935ca6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:38.607783 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-f012c3cb-384f-46d9-9d97-b302795793c2 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:38.609265 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-f012c3cb-384f-46d9-9d97-b302795793c2 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/networks?id=dd9b021f-df41-46de-9b1b-fb06f45962f5 HTTP/1.1" status: 200 len: 809 time: 0.1757505 Jun 23 16:20:38.611960 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cc3e468f-42a8-456d-8a3a-1e04a0668723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:38.627239 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-864f99e8-1d4f-432d-b66e-c663a6a49b6d tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/quotas/d981dabc35ee42d7a01583059fb4c8a9 HTTP/1.1" status: 200 len: 375 time: 0.0124936 Jun 23 16:20:38.648507 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cc3e468f-42a8-456d-8a3a-1e04a0668723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:38.675968 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-366b6b1c-85e1-4c5b-b0d5-41bfd2e676b3 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d981dabc35ee42d7a01583059fb4c8a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430701 Jun 23 16:20:38.727570 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cc3e468f-42a8-456d-8a3a-1e04a0668723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:38.730819 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cc3e468f-42a8-456d-8a3a-1e04a0668723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:38.732218 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-cc3e468f-42a8-456d-8a3a-1e04a0668723 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5320e3a7-6314-4e90-91ef-9abe77498509 HTTP/1.1" status: 204 len: 168 time: 0.2111757 Jun 23 16:20:38.733135 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:38.733392 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:20:38.741528 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e468f-42a8-456d-8a3a-1e04a0668723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5320e3a7-6314-4e90-91ef-9abe77498509,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:38.744747 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-cc3e468f-42a8-456d-8a3a-1e04a0668723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:38.773603 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] No Port match for: 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:20:38.774245 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 12dfe33f-3bb4-4111-ad9d-f406c3a6e72c not bound to the agent host hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:20:38.775411 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device f8f9f54c-6d0f-4961-87db-4f860c060758 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:20:38.819229 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] No Port match for: f8f9f54c-6d0f-4961-87db-4f860c060758 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:20:38.819802 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device f8f9f54c-6d0f-4961-87db-4f860c060758 not bound to the agent host hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:20:38.827001 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-656a298f-a206-4882-b1b4-25603a3b9f28 service neutron] 10.222.0.46 "GET /v2.0/networks/dd9b021f-df41-46de-9b1b-fb06f45962f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416717 Jun 23 16:20:38.858892 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 45468) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:38.936397 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-362020f4-c3cc-40e0-9660-75b33e9368da service neutron] 10.222.0.46 "GET /v2.0/networks/dd9b021f-df41-46de-9b1b-fb06f45962f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038191 Jun 23 16:20:38.980647 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 45474) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:38.995263 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8c282e6a-283c-4afa-ad69-9176da407a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.167477 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.178763 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8c282e6a-283c-4afa-ad69-9176da407a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.201949 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-754e74ea-e243-412c-8985-db0adc075ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.203819 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8c282e6a-283c-4afa-ad69-9176da407a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.213152 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-202c61c4-b744-4d84-b2cf-b1318d38009d req-4da56d8c-08fc-4b8c-9f82-629aea454779 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ad13400-0ded-4081-b90b-ea50a6bcdeb2 HTTP/1.1" status: 200 len: 210 time: 0.0542057 Jun 23 16:20:39.232632 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-8cbe38e8-a05c-416a-b593-cf89819e2a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:39.238886 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-8c282e6a-283c-4afa-ad69-9176da407a6e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38505b1f5c6d44cda6ade7342844d85b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570791 Jun 23 16:20:39.245534 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 45490) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:39.332278 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c282e6a-283c-4afa-ad69-9176da407a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3841e030-eccf-45e0-8d88-1e099dffb883,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:39.344340 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-8c282e6a-283c-4afa-ad69-9176da407a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:39.411972 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-eb9e9d70-3786-4e77-8376-90e6f3e6e21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.440495 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbbd4f-1190-479c-8313-afa465723e5d req-51b25021-ec10-45c4-8305-de110b6bc21c tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:39.447169 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e2dbbd4f-1190-479c-8313-afa465723e5d req-51b25021-ec10-45c4-8305-de110b6bc21c tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.2158177 Jun 23 16:20:39.489299 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-eb9e9d70-3786-4e77-8376-90e6f3e6e21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.532623 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e2dbbd4f-1190-479c-8313-afa465723e5d req-8549325e-e98d-4593-b199-192d2e209c61 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843985 Jun 23 16:20:39.562075 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:20:39.572681 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-754e74ea-e243-412c-8985-db0adc075ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.583032 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-754e74ea-e243-412c-8985-db0adc075ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.586400 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-51db130a-4aaf-4f3b-bbd4-202bf76a6a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:39.590727 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-eb9e9d70-3786-4e77-8376-90e6f3e6e21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.593241 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-eb9e9d70-3786-4e77-8376-90e6f3e6e21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.596662 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-eb9e9d70-3786-4e77-8376-90e6f3e6e21f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3841e030-eccf-45e0-8d88-1e099dffb883 HTTP/1.1" status: 204 len: 168 time: 0.3468866 Jun 23 16:20:39.642745 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-754e74ea-e243-412c-8985-db0adc075ea5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e56fb5fe97784a05a3ac4bfa7f611615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7827520 Jun 23 16:20:39.645828 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 45510) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:39.651154 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e74ea-e243-412c-8985-db0adc075ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed2f7fe-d147-40c1-93a9-2c11c36f9268,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:39.654749 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-754e74ea-e243-412c-8985-db0adc075ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:39.655277 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-3e135ccc-8a43-4647-ae37-268945ab6cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:39.681653 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e9d70-3786-4e77-8376-90e6f3e6e21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3841e030-eccf-45e0-8d88-1e099dffb883,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:39.684666 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-eb9e9d70-3786-4e77-8376-90e6f3e6e21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:39.719981 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-29b8187b-b349-48ec-be94-4af511ef29d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.720397 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-98576b3a-8821-437c-872c-7bccf4c31ab1 req-882ddae9-77fa-4389-b446-2007d8add287 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800860 Jun 23 16:20:39.748197 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-29b8187b-b349-48ec-be94-4af511ef29d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.815306 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-29b8187b-b349-48ec-be94-4af511ef29d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.826283 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-29b8187b-b349-48ec-be94-4af511ef29d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:39.830063 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-29b8187b-b349-48ec-be94-4af511ef29d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6ed2f7fe-d147-40c1-93a9-2c11c36f9268 HTTP/1.1" status: 204 len: 168 time: 0.1829562 Jun 23 16:20:39.831740 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-6f44d244-cdcd-4042-9bea-861b4e2ce926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:39.848997 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8187b-b349-48ec-be94-4af511ef29d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed2f7fe-d147-40c1-93a9-2c11c36f9268,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:39.860205 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-29b8187b-b349-48ec-be94-4af511ef29d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:39.916382 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98576b3a-8821-437c-872c-7bccf4c31ab1 req-8d8c8299-4f21-45c7-ae70-498e56ff4b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:39.918519 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-98576b3a-8821-437c-872c-7bccf4c31ab1 req-8d8c8299-4f21-45c7-ae70-498e56ff4b2b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a880a986b3474fb7aee8676598bc91b5&device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 1098 time: 0.0827858 Jun 23 16:20:40.024102 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 45528) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:40.079805 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98576b3a-8821-437c-872c-7bccf4c31ab1 req-533df2f8-fed7-4601-9cdb-33daf611e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:40.081634 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-98576b3a-8821-437c-872c-7bccf4c31ab1 req-533df2f8-fed7-4601-9cdb-33daf611e025 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c6e4245e-4f0f-4237-826e-50852997cf26 HTTP/1.1" status: 200 len: 919 time: 0.1278861 Jun 23 16:20:40.114481 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_v2 [None req-498f6f3f-320d-4fae-a79d-f609d4f66694 admin admin] Deleting subnet 4d8f05bd-be70-42c2-901b-b646cd7696ea {{(pid=92864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:20:40.117980 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-498f6f3f-320d-4fae-a79d-f609d4f66694 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:40.146112 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-98576b3a-8821-437c-872c-7bccf4c31ab1 req-45c3d2f5-740b-4e6f-9a2b-0a139fe84c80 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b15b57f-8f11-44df-aec4-c44070d0b95c HTTP/1.1" status: 200 len: 217 time: 0.0457079 Jun 23 16:20:40.176886 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-498f6f3f-320d-4fae-a79d-f609d4f66694 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126767234'] for subnet, precommit_delete_associations {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:40.219116 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98576b3a-8821-437c-872c-7bccf4c31ab1 req-4eb0f041-6eb9-414d-8329-695b984d722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:40.219116 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-98576b3a-8821-437c-872c-7bccf4c31ab1 req-4eb0f041-6eb9-414d-8329-695b984d722d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9790e06a-23e5-4112-9fcd-ab37b14fb6cc HTTP/1.1" status: 200 len: 858 time: 0.0593710 Jun 23 16:20:40.256815 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-98576b3a-8821-437c-872c-7bccf4c31ab1 req-0ad88bdb-bb96-418a-936a-a4f8f3d94390 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c6e4245e-4f0f-4237-826e-50852997cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282979 Jun 23 16:20:40.257507 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-498f6f3f-320d-4fae-a79d-f609d4f66694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482743'] for subnet, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:40.333318 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-498f6f3f-320d-4fae-a79d-f609d4f66694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126768242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126835600'] for subnet, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:40.345844 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7be64c09-433c-4f4d-a6cb-67513efba7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:40.355929 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-498f6f3f-320d-4fae-a79d-f609d4f66694 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:40.357990 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-498f6f3f-320d-4fae-a79d-f609d4f66694 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4d8f05bd-be70-42c2-901b-b646cd7696ea HTTP/1.1" status: 204 len: 168 time: 0.3321061 Jun 23 16:20:40.367276 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 45550) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:40.376546 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f6f3f-320d-4fae-a79d-f609d4f66694 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d8f05bd-be70-42c2-901b-b646cd7696ea,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:40.379150 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-498f6f3f-320d-4fae-a79d-f609d4f66694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:40.414228 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3f594e2d-ccb1-426b-9526-b0be540615a3 req-2ab6d84e-6288-48f7-ac96-60d48183ff5e tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ad13400-0ded-4081-b90b-ea50a6bcdeb2 HTTP/1.1" status: 200 len: 210 time: 0.0595648 Jun 23 16:20:40.503188 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-98576b3a-8821-437c-872c-7bccf4c31ab1 req-08667ca3-7aab-4ea2-99a0-624cbdbd36f7 service neutron] 10.222.0.84 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364624 Jun 23 16:20:40.505838 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468273'] for network, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:40.671707 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481338', 'neutron.services.segments.db._delete_segments_for_network-8751334030111'] for network, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:40.691454 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:40.691799 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:40.692704 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:40.692972 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Subscribe: > port after_create 55550000 {{(pid=92863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:40.693262 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Subscribe: > port after_delete 55550000 {{(pid=92863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:40.693666 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Subscribe: > port after_update 55550000 {{(pid=92863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:40.694063 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:40.694485 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:40.694931 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:40.695228 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:40.763493 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:40.763842 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:40.764453 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:40.764792 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:20:40.765155 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.services.segments.db [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e435acc-581c-4487-b75b-fc68db6924b4']}} {{(pid=92863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:40.799215 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.services.segments.db [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1cff15-5967-4336-be43-79a72ced30a8') {'for_net_delete': True} {{(pid=92863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:40.799955 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.services.segments.db [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1cff15-5967-4336-be43-79a72ced30a8') {} {{(pid=92863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:20:40.806350 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-98576b3a-8821-437c-872c-7bccf4c31ab1 req-3d55e6e1-2ef5-4f9a-b873-784179316b63 service neutron] 10.222.0.84 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936242 Jun 23 16:20:40.847039 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751334018286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126074038'] for segment, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:40.855483 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-6c5ed774-b94d-4009-997b-4990da2d8a7a tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:40.857928 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-6c5ed774-b94d-4009-997b-4990da2d8a7a tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.84 "GET /v2.0/networks?id=dd9b021f-df41-46de-9b1b-fb06f45962f5 HTTP/1.1" status: 200 len: 809 time: 0.2228041 Jun 23 16:20:40.876256 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:40.889059 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=92863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:20:40.889459 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125858290'] for segment, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:40.889699 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-b26c7e7a-2769-45d6-9a0f-01444401befe tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Request body: {'port': {'device_id': '3ad13400-0ded-4081-b90b-ea50a6bcdeb2', 'network_id': 'dd9b021f-df41-46de-9b1b-fb06f45962f5', 'admin_state_up': True, 'tenant_id': 'd981dabc35ee42d7a01583059fb4c8a9'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: from cryptography.utils import int_from_bytes Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: from cryptography.utils import int_from_bytes Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: Traceback (most recent call last): Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: timer() Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: cb(*args, **kw) Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: return func(*args, **kwargs) Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: self._notify() Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: self.callback(batched_events) Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: event.method(event) Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: return f(self, *a, **k) Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: return self._get(url).json() Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: return self.request(url, 'GET', **kwargs) Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:20:40.894999 dv-cinder-788363-4-iscsi neutron-server[92863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:20:40.980905 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586ada3-f9ef-4776-ad7b-9236cb4f765d req-f2aaa2f2-5a69-4c62-a14c-ed21ab1d61d6 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:40.991921 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a586ada3-f9ef-4776-ad7b-9236cb4f765d req-f2aaa2f2-5a69-4c62-a14c-ed21ab1d61d6 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.2200601 Jun 23 16:20:41.024244 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651370'] for network, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:41.049346 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:41.054743 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] 10.222.0.46 "DELETE /v2.0/networks/5e435acc-581c-4487-b75b-fc68db6924b4 HTTP/1.1" status: 204 len: 168 time: 0.6849539 Jun 23 16:20:41.056878 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-b26c7e7a-2769-45d6-9a0f-01444401befe tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Made reservation on behalf of d981dabc35ee42d7a01583059fb4c8a9 for: {'port': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:20:41.058076 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-2fe4972e-480f-481c-a127-e80e1c42af50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:41.061502 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-b26c7e7a-2769-45d6-9a0f-01444401befe tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:41.079716 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a586ada3-f9ef-4776-ad7b-9236cb4f765d req-dbdf6771-9108-4307-991c-08ca8d0b0e61 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868561 Jun 23 16:20:41.101846 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Pushing event deleted for resources: {'Network': ['ID=5e435acc-581c-4487-b75b-fc68db6924b4,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:41.111197 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-8b77c192-c86a-4cf2-8e5a-0aa67d6f5b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:41.241151 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_common [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-b26c7e7a-2769-45d6-9a0f-01444401befe tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Allocated IP 172.20.0.11 (dd9b021f-df41-46de-9b1b-fb06f45962f5/c77d78c8-dac9-4d9a-b7ee-428d7bb9264c/88fa20bc-23c1-429b-be52-2785376738b4) {{(pid=92864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:20:41.271071 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 45596) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:41.347772 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-dce846fa-f21e-4515-bb9f-c056b7fd1081 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=12170a031e6b4315b817d298dfa78b3d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0728569 Jun 23 16:20:41.350515 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 45600) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:41.404610 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-428573f0-0933-4843-a547-12c4734d87a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:41.427794 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-428573f0-0933-4843-a547-12c4734d87a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:41.450472 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-b26c7e7a-2769-45d6-9a0f-01444401befe tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Notify callbacks [] for port, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:41.501187 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-428573f0-0933-4843-a547-12c4734d87a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:41.504108 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-428573f0-0933-4843-a547-12c4734d87a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:41.506888 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-428573f0-0933-4843-a547-12c4734d87a4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c7c963e-c048-4763-92d4-ebce7c7ec436 HTTP/1.1" status: 204 len: 168 time: 0.1547422 Jun 23 16:20:41.509970 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-6b25b306-8983-4f56-8103-8ca682ac7cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:41.524452 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428573f0-0933-4843-a547-12c4734d87a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7c963e-c048-4763-92d4-ebce7c7ec436,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:41.527072 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-428573f0-0933-4843-a547-12c4734d87a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:41.529598 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-b26c7e7a-2769-45d6-9a0f-01444401befe tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126768161'] for port, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:41.537733 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:41.602804 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c7e7a-2769-45d6-9a0f-01444401befe tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Pushing event updated for resources: {'Port': ['ID=88fa20bc-23c1-429b-be52-2785376738b4,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:41.606167 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-b26c7e7a-2769-45d6-9a0f-01444401befe tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Network dd9b021f-df41-46de-9b1b-fb06f45962f5 is already hosted by enough agents. {{(pid=92864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:20:41.607332 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b26c7e7a-2769-45d6-9a0f-01444401befe tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:41.609997 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-b26c7e7a-2769-45d6-9a0f-01444401befe tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Resources bound (agent type, host, resource id): {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:20:41.611348 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-b26c7e7a-2769-45d6-9a0f-01444401befe tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Received port after_create {{(pid=92864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:20:41.654042 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffdf60-a4b5-4f75-a378-2d2ae26f4c75 req-aad35457-a95e-40e1-b278-eca0d94c5f01 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:41.657125 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d4ffdf60-a4b5-4f75-a378-2d2ae26f4c75 req-aad35457-a95e-40e1-b278-eca0d94c5f01 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ad13400-0ded-4081-b90b-ea50a6bcdeb2 HTTP/1.1" status: 200 len: 932 time: 0.1127713 Jun 23 16:20:41.663314 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-b26c7e7a-2769-45d6-9a0f-01444401befe tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:41.664019 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-b26c7e7a-2769-45d6-9a0f-01444401befe tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:41.683636 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-b26c7e7a-2769-45d6-9a0f-01444401befe tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8060932 Jun 23 16:20:41.704584 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Request body: {'port': {'device_id': '3ad13400-0ded-4081-b90b-ea50a6bcdeb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:20:41.723006 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d4ffdf60-a4b5-4f75-a378-2d2ae26f4c75 req-0e4ff672-f4f3-45d9-a047-4c598767654e tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591595 Jun 23 16:20:41.781144 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:41.936076 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 45620) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:42.096182 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.notifiers.nova [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88fa20bc-23c1-429b-be52-2785376738b4 {{(pid=92864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:20:42.107285 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:42.122717 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.provisioning_blocks [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Transition to ACTIVE for port object 88fa20bc-23c1-429b-be52-2785376738b4 will not be triggered until provisioned by entity L2. {{(pid=92864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:20:42.131522 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126768179'] for port, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:42.162644 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-e65813bb-14f4-4013-a4f9-222ec1f4c0ad tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:42.300786 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Pushing event updated for resources: {'Port': ['ID=88fa20bc-23c1-429b-be52-2785376738b4,revision_number=2']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:42.307270 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:42.308070 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-184be820-632c-401d-a17b-d45d469c713e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:42.382635 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1188f-0ce6-45b4-8bc1-32f2250b19df req-effcecb3-358f-4e7c-951a-bbb29e802c11 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:42.386277 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-65c1188f-0ce6-45b4-8bc1-32f2250b19df req-effcecb3-358f-4e7c-951a-bbb29e802c11 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.1422691 Jun 23 16:20:42.436349 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-65c1188f-0ce6-45b4-8bc1-32f2250b19df req-da930c4c-6fd3-4141-8fd8-5d0d955fe4b5 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439894 Jun 23 16:20:42.518765 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.managers [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Attempting to bind port 88fa20bc-23c1-429b-be52-2785376738b4 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:20:42.519111 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.managers [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Attempting to bind port 88fa20bc-23c1-429b-be52-2785376738b4 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c7bf881b-4ff7-43cf-9fd3-07965ccef824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'dd9b021f-df41-46de-9b1b-fb06f45962f5'}] {{(pid=92864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:20:42.519424 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Attempting to bind port 88fa20bc-23c1-429b-be52-2785376738b4 on network dd9b021f-df41-46de-9b1b-fb06f45962f5 {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:20:42.529434 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Port 88fa20bc-23c1-429b-be52-2785376738b4 on network dd9b021f-df41-46de-9b1b-fb06f45962f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:20:42.529737 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Attempting to bind port 88fa20bc-23c1-429b-be52-2785376738b4 on network dd9b021f-df41-46de-9b1b-fb06f45962f5 {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:20:42.541180 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Checking agent: {'id': '038417b8-6895-4fa1-8365-da35a0f7bc41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'started_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:20:42.541560 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Checking segment: {'id': 'c7bf881b-4ff7-43cf-9fd3-07965ccef824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'dd9b021f-df41-46de-9b1b-fb06f45962f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:20:42.541974 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Bound using segment: {'id': 'c7bf881b-4ff7-43cf-9fd3-07965ccef824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'dd9b021f-df41-46de-9b1b-fb06f45962f5'} {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:20:42.542516 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.managers [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Bound port: 88fa20bc-23c1-429b-be52-2785376738b4, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7bf881b-4ff7-43cf-9fd3-07965ccef824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'dd9b021f-df41-46de-9b1b-fb06f45962f5'}}] {{(pid=92864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:20:42.542887 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:42.575423 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-184be820-632c-401d-a17b-d45d469c713e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:42.596786 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-184be820-632c-401d-a17b-d45d469c713e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:42.601344 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:42.654736 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-184be820-632c-401d-a17b-d45d469c713e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1dd95de588554a8bb1b419c185762ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7176001 Jun 23 16:20:42.657342 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 45662) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:42.658538 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184be820-632c-401d-a17b-d45d469c713e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f026bcb-62b5-488b-a1fa-b15084f9524c,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:42.662105 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-184be820-632c-401d-a17b-d45d469c713e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:42.669353 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] For port 88fa20bc-23c1-429b-be52-2785376738b4, host hv-cinder-78836, cleared binding levels {{(pid=92864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:20:42.672988 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] For port 88fa20bc-23c1-429b-be52-2785376738b4, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=88fa20bc-23c1-429b-be52-2785376738b4,segment=NetworkSegment(c7bf881b-4ff7-43cf-9fd3-07965ccef824),segment_id=c7bf881b-4ff7-43cf-9fd3-07965ccef824)] {{(pid=92864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:20:42.678941 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126768179'] for port, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:42.683485 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:42.716355 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:42.717031 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:42.718627 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] 10.222.0.84 "PUT /v2.0/ports/88fa20bc-23c1-429b-be52-2785376738b4 HTTP/1.1" status: 200 len: 1094 time: 1.0198948 Jun 23 16:20:42.721570 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad13400-0ded-4081-b90b-ea50a6bcdeb2', 'tag': '88fa20bc-23c1-429b-be52-2785376738b4'}] {{(pid=92864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:42.723844 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6746fc05b017fa2e5222a758ba3018216863d05e2f8cda4fa9da67320e81433e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4126f9db-b275-43c3-9002-c331fa97bdbb" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad13400-0ded-4081-b90b-ea50a6bcdeb2", "tag": "88fa20bc-23c1-429b-be52-2785376738b4"}]}' {{(pid=92864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:42.742741 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-354ca1b5-0c2f-4dff-a590-f9e9adbf5456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:42.756197 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Pushing event updated for resources: {'Port': ['ID=88fa20bc-23c1-429b-be52-2785376738b4,revision_number=3']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:42.760495 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:42.793576 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29677fc-c1da-46fc-8779-b918398974ce x-openstack-request-id: req-a29677fc-c1da-46fc-8779-b918398974ce {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:42.793906 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad13400-0ded-4081-b90b-ea50a6bcdeb2", "tag": "88fa20bc-23c1-429b-be52-2785376738b4", "status": "completed", "code": 200}]} {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:42.794218 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a29677fc-c1da-46fc-8779-b918398974ce {{(pid=92864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:42.794646 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ad13400-0ded-4081-b90b-ea50a6bcdeb2', 'tag': '88fa20bc-23c1-429b-be52-2785376738b4', 'status': 'completed', 'code': 200} Jun 23 16:20:42.797722 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-354ca1b5-0c2f-4dff-a590-f9e9adbf5456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:42.857573 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-354ca1b5-0c2f-4dff-a590-f9e9adbf5456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:42.860264 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-354ca1b5-0c2f-4dff-a590-f9e9adbf5456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:42.861413 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-354ca1b5-0c2f-4dff-a590-f9e9adbf5456 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f026bcb-62b5-488b-a1fa-b15084f9524c HTTP/1.1" status: 204 len: 168 time: 0.2028401 Jun 23 16:20:42.866860 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-2af7ea47-b101-4aa1-b77b-e894ffea3762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:42.877210 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ca1b5-0c2f-4dff-a590-f9e9adbf5456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f026bcb-62b5-488b-a1fa-b15084f9524c,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:42.892912 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-354ca1b5-0c2f-4dff-a590-f9e9adbf5456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:42.917194 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-e3d0e0a5-afdd-48f0-8fd8-50d3972c75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:42.920076 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-e3d0e0a5-afdd-48f0-8fd8-50d3972c75a8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d981dabc35ee42d7a01583059fb4c8a9&device_id=3ad13400-0ded-4081-b90b-ea50a6bcdeb2 HTTP/1.1" status: 200 len: 1097 time: 0.1069036 Jun 23 16:20:43.003828 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-7e853976-a04c-4a35-8f52-d99b882a3123 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88fa20bc-23c1-429b-be52-2785376738b4 HTTP/1.1" status: 200 len: 217 time: 0.0572278 Jun 23 16:20:43.076313 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34f646-7fb7-42a3-b07e-bd7e092b78d6 req-a9a157a0-5a34-4aa2-b0ab-a058eba1bf8e tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:43.077956 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-fe34f646-7fb7-42a3-b07e-bd7e092b78d6 req-a9a157a0-5a34-4aa2-b0ab-a058eba1bf8e tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ad13400-0ded-4081-b90b-ea50a6bcdeb2 HTTP/1.1" status: 200 len: 944 time: 0.1454537 Jun 23 16:20:43.100702 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-f232358c-c99b-489e-81ab-a1986a2d251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:43.103683 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-f232358c-c99b-489e-81ab-a1986a2d251d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c77d78c8-dac9-4d9a-b7ee-428d7bb9264c HTTP/1.1" status: 200 len: 849 time: 0.0838664 Jun 23 16:20:43.153117 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-cdbe1e23-f70e-490e-be95-23e5d4ef9013 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dd9b021f-df41-46de-9b1b-fb06f45962f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378513 Jun 23 16:20:43.169056 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-fe34f646-7fb7-42a3-b07e-bd7e092b78d6 req-fb8768c5-816b-42f1-a3b5-42b3622c5f76 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833821 Jun 23 16:20:43.272029 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-f3107cae-20ed-4446-a6e3-6e1e4d7cd1d9 service neutron] 10.222.0.84 "GET /v2.0/networks/dd9b021f-df41-46de-9b1b-fb06f45962f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019440 Jun 23 16:20:43.380928 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 45686) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:43.395772 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fcd247ea-8bb5-498b-85d7-0e61984978ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:43.403178 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-32f19f93-d9c0-4a09-8c1f-70533b1bbf44 req-6011c56f-61b6-4634-b529-d27d358db395 service neutron] 10.222.0.84 "GET /v2.0/networks/dd9b021f-df41-46de-9b1b-fb06f45962f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143854 Jun 23 16:20:43.535015 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fcd247ea-8bb5-498b-85d7-0e61984978ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:43.543378 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fcd247ea-8bb5-498b-85d7-0e61984978ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:43.548897 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-c955427c-5410-4148-bb51-ff252a880055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:43.587948 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-fcd247ea-8bb5-498b-85d7-0e61984978ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8c9cf100d34a407a9ee943bf73263efe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2056572 Jun 23 16:20:43.591607 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 45700) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:43.594935 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd247ea-8bb5-498b-85d7-0e61984978ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1a6987-b0dd-4111-b931-bc99f54c3304,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:43.598527 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-fcd247ea-8bb5-498b-85d7-0e61984978ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:43.656258 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126f9db-b275-43c3-9002-c331fa97bdbb req-19da9206-3e6a-43f4-bcbf-f7f45639e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:43.657954 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4126f9db-b275-43c3-9002-c331fa97bdbb req-19da9206-3e6a-43f4-bcbf-f7f45639e3f8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d981dabc35ee42d7a01583059fb4c8a9&device_id=3ad13400-0ded-4081-b90b-ea50a6bcdeb2 HTTP/1.1" status: 200 len: 1097 time: 0.0905585 Jun 23 16:20:43.704344 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-50740a2f-e48f-4b31-b169-549d9725414f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:43.730806 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-50740a2f-e48f-4b31-b169-549d9725414f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:43.799943 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126f9db-b275-43c3-9002-c331fa97bdbb req-d453de5a-ff5e-4776-bda0-8590e5dffe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:43.800703 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dc381-f2e6-4754-836c-86cda68f42df req-e2ef2322-bb8b-46ea-b4ed-485292851345 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:43.801493 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4126f9db-b275-43c3-9002-c331fa97bdbb req-d453de5a-ff5e-4776-bda0-8590e5dffe8f service neutron] 10.222.0.84 "GET /v2.0/networks?id=dd9b021f-df41-46de-9b1b-fb06f45962f5 HTTP/1.1" status: 200 len: 910 time: 0.1309292 Jun 23 16:20:43.802222 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c49dc381-f2e6-4754-836c-86cda68f42df req-e2ef2322-bb8b-46ea-b4ed-485292851345 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.1574497 Jun 23 16:20:43.837518 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-50740a2f-e48f-4b31-b169-549d9725414f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:43.840058 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-50740a2f-e48f-4b31-b169-549d9725414f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:43.844237 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-50740a2f-e48f-4b31-b169-549d9725414f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d1a6987-b0dd-4111-b931-bc99f54c3304 HTTP/1.1" status: 204 len: 168 time: 0.2485108 Jun 23 16:20:43.844237 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-cc3e468f-42a8-456d-8a3a-1e04a0668723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:43.845034 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4126f9db-b275-43c3-9002-c331fa97bdbb req-751bdd7e-504e-4790-8fd5-cc80fde9b1e2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88fa20bc-23c1-429b-be52-2785376738b4 HTTP/1.1" status: 200 len: 217 time: 0.0362823 Jun 23 16:20:43.855269 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c49dc381-f2e6-4754-836c-86cda68f42df req-47dbf4df-63df-49ac-a369-070f6d43a5b5 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460403 Jun 23 16:20:43.856213 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50740a2f-e48f-4b31-b169-549d9725414f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1a6987-b0dd-4111-b931-bc99f54c3304,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:43.858673 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-50740a2f-e48f-4b31-b169-549d9725414f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:43.906557 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126f9db-b275-43c3-9002-c331fa97bdbb req-da24a0d1-1aa2-486a-88b4-a5fb973fdddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:43.908630 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4126f9db-b275-43c3-9002-c331fa97bdbb req-da24a0d1-1aa2-486a-88b4-a5fb973fdddc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c77d78c8-dac9-4d9a-b7ee-428d7bb9264c HTTP/1.1" status: 200 len: 849 time: 0.0555596 Jun 23 16:20:43.945456 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4126f9db-b275-43c3-9002-c331fa97bdbb req-5ab5e242-56d3-4eb6-a1e3-cb6829bf1920 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dd9b021f-df41-46de-9b1b-fb06f45962f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289533 Jun 23 16:20:44.041830 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4126f9db-b275-43c3-9002-c331fa97bdbb req-e3c919b7-8cf4-4284-881c-ecde3e7633dd service neutron] 10.222.0.84 "GET /v2.0/networks/dd9b021f-df41-46de-9b1b-fb06f45962f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859880 Jun 23 16:20:44.141047 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4126f9db-b275-43c3-9002-c331fa97bdbb req-6a9ecf80-a673-46cd-b230-db5e77af7baf service neutron] 10.222.0.84 "GET /v2.0/networks/dd9b021f-df41-46de-9b1b-fb06f45962f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915279 Jun 23 16:20:44.352148 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efb90c-dbe3-4949-8e21-439f97bb114a req-e597ba0a-0e13-4e92-9bb3-f1bb6610d2c6 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:44.354403 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-59efb90c-dbe3-4949-8e21-439f97bb114a req-e597ba0a-0e13-4e92-9bb3-f1bb6610d2c6 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ad13400-0ded-4081-b90b-ea50a6bcdeb2 HTTP/1.1" status: 200 len: 944 time: 0.0697079 Jun 23 16:20:44.395453 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-59efb90c-dbe3-4949-8e21-439f97bb114a req-facaae1d-b007-414a-9fa1-e4fff7f4b16c tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350394 Jun 23 16:20:45.092351 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2312c9-078c-43cc-acc8-f61e6ae3a863 req-74090109-50d1-4a06-9ef8-e3f7636fd5e8 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:45.093932 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3c2312c9-078c-43cc-acc8-f61e6ae3a863 req-74090109-50d1-4a06-9ef8-e3f7636fd5e8 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0635939 Jun 23 16:20:45.133285 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3c2312c9-078c-43cc-acc8-f61e6ae3a863 req-c249fb9f-cc0e-435c-a944-3541513dd469 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330806 Jun 23 16:20:45.570570 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0653b04-3c1c-409e-ac6f-10f1868a6ab3 req-883411a6-5b97-442d-9367-fc816f77a4f1 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:45.572013 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f0653b04-3c1c-409e-ac6f-10f1868a6ab3 req-883411a6-5b97-442d-9367-fc816f77a4f1 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ad13400-0ded-4081-b90b-ea50a6bcdeb2 HTTP/1.1" status: 200 len: 944 time: 0.0644789 Jun 23 16:20:45.609623 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f0653b04-3c1c-409e-ac6f-10f1868a6ab3 req-65442e4d-de34-46ac-9f17-c785f92ca4ed tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320544 Jun 23 16:20:45.791964 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 45782) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:45.890212 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cc133285-b626-439c-ac0a-45849f7ad690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:45.992041 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cc133285-b626-439c-ac0a-45849f7ad690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:45.998674 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cc133285-b626-439c-ac0a-45849f7ad690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:46.003205 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-0a72982d-a718-418e-a87e-4aee4bd35a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:46.045128 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 45798) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:46.045382 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-cc133285-b626-439c-ac0a-45849f7ad690 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0356ed2441934c379c69a640caa64d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521188 Jun 23 16:20:46.046123 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc133285-b626-439c-ac0a-45849f7ad690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d874902a-6eac-43d9-a609-39a94a698e62,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:46.049414 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-cc133285-b626-439c-ac0a-45849f7ad690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:46.101213 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-798dbe00-c68b-42f5-a782-0fd18f9a5eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:46.123079 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-798dbe00-c68b-42f5-a782-0fd18f9a5eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:46.181433 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-798dbe00-c68b-42f5-a782-0fd18f9a5eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:46.184319 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-798dbe00-c68b-42f5-a782-0fd18f9a5eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:46.185464 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-798dbe00-c68b-42f5-a782-0fd18f9a5eaa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d874902a-6eac-43d9-a609-39a94a698e62 HTTP/1.1" status: 204 len: 168 time: 0.1392419 Jun 23 16:20:46.186239 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7bbb9c25-2477-4003-87be-ac4e347a3759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:46.195541 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798dbe00-c68b-42f5-a782-0fd18f9a5eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d874902a-6eac-43d9-a609-39a94a698e62,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:46.218488 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-798dbe00-c68b-42f5-a782-0fd18f9a5eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:46.393636 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1054dad-edf9-4ac6-a7ea-f889d5a0ed01 req-2b9b1b8a-d643-410c-be27-eef26e72ccef tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:46.395253 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f1054dad-edf9-4ac6-a7ea-f889d5a0ed01 req-2b9b1b8a-d643-410c-be27-eef26e72ccef tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.1175675 Jun 23 16:20:46.446036 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f1054dad-edf9-4ac6-a7ea-f889d5a0ed01 req-3c30c282-e3dc-466d-a7fa-19fa97eefa5b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383859 Jun 23 16:20:46.615095 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 45840) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:46.629539 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-16a806ac-c6e0-4e9d-89c4-ad63e78c746d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:46.760557 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-16a806ac-c6e0-4e9d-89c4-ad63e78c746d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:46.765614 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 88fa20bc-23c1-429b-be52-2785376738b4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:20:46.789291 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-16a806ac-c6e0-4e9d-89c4-ad63e78c746d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:46.793164 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:46.846788 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-16a806ac-c6e0-4e9d-89c4-ad63e78c746d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c4ade376bd334198aaea258bddd40e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303305 Jun 23 16:20:46.849537 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 45858) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:46.854434 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a806ac-c6e0-4e9d-89c4-ad63e78c746d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7818e43-5d3e-4c59-8cb1-fcedf26dc4b4,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:46.869828 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-16a806ac-c6e0-4e9d-89c4-ad63e78c746d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:46.890566 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f10c48-46de-4459-af5f-c3316855157f req-71f42c83-26a1-4462-ac71-35b4ae0b4abd tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:46.895063 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 88fa20bc-23c1-429b-be52-2785376738b4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=88fa20bc-23c1-429b-be52-2785376738b4,segment=NetworkSegment(c7bf881b-4ff7-43cf-9fd3-07965ccef824),segment_id=c7bf881b-4ff7-43cf-9fd3-07965ccef824)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:46.898727 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-66f10c48-46de-4459-af5f-c3316855157f req-71f42c83-26a1-4462-ac71-35b4ae0b4abd tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ad13400-0ded-4081-b90b-ea50a6bcdeb2 HTTP/1.1" status: 200 len: 944 time: 0.1492765 Jun 23 16:20:46.919543 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Returning: {'device': '88fa20bc-23c1-429b-be52-2785376738b4', 'network_id': 'dd9b021f-df41-46de-9b1b-fb06f45962f5', 'port_id': '88fa20bc-23c1-429b-be52-2785376738b4', 'mac_address': 'fa:16:3e:4f:55:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c77d78c8-dac9-4d9a-b7ee-428d7bb9264c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:20:46.951432 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-66f10c48-46de-4459-af5f-c3316855157f req-56e47b38-a72b-4256-9a2d-b76206b55fc2 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515268 Jun 23 16:20:46.962410 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-203de9cb-f615-4f3b-bf6f-2d411cd76196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:46.967643 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:46.981001 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88fa20bc-23c1-429b-be52-2785376738b4 {{(pid=92865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:20:46.988153 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-203de9cb-f615-4f3b-bf6f-2d411cd76196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:47.002012 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 88fa20bc-23c1-429b-be52-2785376738b4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=88fa20bc-23c1-429b-be52-2785376738b4,segment=NetworkSegment(c7bf881b-4ff7-43cf-9fd3-07965ccef824),segment_id=c7bf881b-4ff7-43cf-9fd3-07965ccef824)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:47.009710 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:47.012259 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:47.047095 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-203de9cb-f615-4f3b-bf6f-2d411cd76196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:47.050305 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-203de9cb-f615-4f3b-bf6f-2d411cd76196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:47.051579 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-203de9cb-f615-4f3b-bf6f-2d411cd76196 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7818e43-5d3e-4c59-8cb1-fcedf26dc4b4 HTTP/1.1" status: 204 len: 168 time: 0.2005794 Jun 23 16:20:47.052454 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:47.060860 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203de9cb-f615-4f3b-bf6f-2d411cd76196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7818e43-5d3e-4c59-8cb1-fcedf26dc4b4,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:47.061004 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=88fa20bc-23c1-429b-be52-2785376738b4,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:47.063350 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-203de9cb-f615-4f3b-bf6f-2d411cd76196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:47.076199 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:47.076572 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:47.076983 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:47.077318 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:47.077651 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:47.077981 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:47.078331 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:47.078657 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:47.078986 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:47.079319 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:47.079634 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:47.079941 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:20:47.088604 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:47.431916 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['88fa20bc-23c1-429b-be52-2785376738b4'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:20:47.726035 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e9531-ac1a-444b-8fad-51e8145f099d req-85b346ee-b6ef-413b-b7a5-efa42b5bd8ac tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:47.734847 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-928e9531-ac1a-444b-8fad-51e8145f099d req-85b346ee-b6ef-413b-b7a5-efa42b5bd8ac tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.1105776 Jun 23 16:20:47.778711 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-928e9531-ac1a-444b-8fad-51e8145f099d req-2557995b-0135-4b99-b2b3-6e4bcf07a5bc tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428751 Jun 23 16:20:48.151249 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6183987-e73a-42e5-a52c-a6140649a287 req-31984870-dd8a-4f31-887d-44fabef52427 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:48.153697 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d6183987-e73a-42e5-a52c-a6140649a287 req-31984870-dd8a-4f31-887d-44fabef52427 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ad13400-0ded-4081-b90b-ea50a6bcdeb2 HTTP/1.1" status: 200 len: 945 time: 0.0961027 Jun 23 16:20:48.207139 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d6183987-e73a-42e5-a52c-a6140649a287 req-5f8a5df0-65ab-413c-90f4-85ae145afad3 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469468 Jun 23 16:20:48.439837 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 45962) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:48.563759 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2b9cfa85-0e78-41f3-b16b-d97084d775db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:48.667706 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2b9cfa85-0e78-41f3-b16b-d97084d775db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:48.672564 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2b9cfa85-0e78-41f3-b16b-d97084d775db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:48.675142 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-8ae03cb0-2935-4f79-8598-73051fab0fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:48.708931 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9cfa85-0e78-41f3-b16b-d97084d775db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f312d0c-44bf-44df-824c-a303924d258d,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:48.713026 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-2b9cfa85-0e78-41f3-b16b-d97084d775db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:48.718895 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-2b9cfa85-0e78-41f3-b16b-d97084d775db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bd6185c3ee874c1884200b450e06872c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777572 Jun 23 16:20:48.721583 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 45982) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:48.783074 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 88fa20bc-23c1-429b-be52-2785376738b4 up at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:20:48.793929 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-69813c74-e33e-450b-8e03-c9330a2f4cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:48.827650 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-69813c74-e33e-450b-8e03-c9330a2f4cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:48.903870 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-69813c74-e33e-450b-8e03-c9330a2f4cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:48.905847 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning for port 88fa20bc-23c1-429b-be52-2785376738b4 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:20:48.906984 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-69813c74-e33e-450b-8e03-c9330a2f4cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:48.912022 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-69813c74-e33e-450b-8e03-c9330a2f4cd1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f312d0c-44bf-44df-824c-a303924d258d HTTP/1.1" status: 204 len: 168 time: 0.1893139 Jun 23 16:20:48.913217 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ea313fa2-a6d4-4492-b419-dbbdbe948109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:48.923067 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69813c74-e33e-450b-8e03-c9330a2f4cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f312d0c-44bf-44df-824c-a303924d258d,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:48.927441 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-69813c74-e33e-450b-8e03-c9330a2f4cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:48.946739 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning complete for port 88fa20bc-23c1-429b-be52-2785376738b4 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:20:48.947418 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:49.080048 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e5867-e907-4921-a1bf-d9cdde77713e req-175f0326-0471-4184-8d87-fefb36d396da tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:49.081637 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-470e5867-e907-4921-a1bf-d9cdde77713e req-175f0326-0471-4184-8d87-fefb36d396da tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.1305718 Jun 23 16:20:49.103182 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:49.128615 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad13400-0ded-4081-b90b-ea50a6bcdeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fa20bc-23c1-429b-be52-2785376738b4'}] {{(pid=92865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:49.130048 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-470e5867-e907-4921-a1bf-d9cdde77713e req-764ee23b-b8c0-44ab-82ef-5b73fa10b009 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393140 Jun 23 16:20:49.131696 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053164b0cf726773bb22b402b066b9c97a54671ffe15cd7793040184515b98b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4706c939-6df6-4b4f-add7-2270c692755d" -d '{"events": [{"server_uuid": "3ad13400-0ded-4081-b90b-ea50a6bcdeb2", "name": "network-vif-plugged", "status": "completed", "tag": "88fa20bc-23c1-429b-be52-2785376738b4"}]}' {{(pid=92865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:49.180443 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 88fa20bc-23c1-429b-be52-2785376738b4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=88fa20bc-23c1-429b-be52-2785376738b4,segment=NetworkSegment(c7bf881b-4ff7-43cf-9fd3-07965ccef824),segment_id=c7bf881b-4ff7-43cf-9fd3-07965ccef824)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:49.182893 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31233ed5-45e2-4292-9ddd-de0717c9db7a x-openstack-request-id: req-31233ed5-45e2-4292-9ddd-de0717c9db7a {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:49.183195 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad13400-0ded-4081-b90b-ea50a6bcdeb2", "name": "network-vif-plugged", "status": "completed", "tag": "88fa20bc-23c1-429b-be52-2785376738b4", "code": 200}]} {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:49.183499 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31233ed5-45e2-4292-9ddd-de0717c9db7a {{(pid=92865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:49.184064 dv-cinder-788363-4-iscsi neutron-server[92865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad13400-0ded-4081-b90b-ea50a6bcdeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fa20bc-23c1-429b-be52-2785376738b4', 'code': 200} Jun 23 16:20:49.185300 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:49.187492 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:49.255036 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=88fa20bc-23c1-429b-be52-2785376738b4,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:49.262323 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:49.429813 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752837cd-8892-4fbf-b83a-607351e28237 req-0d335e74-a0e6-400c-9c22-bfcf7c3cfe55 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:49.437520 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-752837cd-8892-4fbf-b83a-607351e28237 req-0d335e74-a0e6-400c-9c22-bfcf7c3cfe55 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ad13400-0ded-4081-b90b-ea50a6bcdeb2 HTTP/1.1" status: 200 len: 946 time: 0.0857038 Jun 23 16:20:49.495240 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-752837cd-8892-4fbf-b83a-607351e28237 req-4278a679-495c-4c49-b5b1-beb8c3a2f638 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559309 Jun 23 16:20:49.531675 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412906a2-2923-443a-99f1-a4950548b45c req-0ce1845c-745e-4f9f-954a-6d755d1df53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:49.543997 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-412906a2-2923-443a-99f1-a4950548b45c req-0ce1845c-745e-4f9f-954a-6d755d1df53e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3ad13400-0ded-4081-b90b-ea50a6bcdeb2 HTTP/1.1" status: 200 len: 1099 time: 0.0948501 Jun 23 16:20:49.594538 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-412906a2-2923-443a-99f1-a4950548b45c req-60ce7d40-a24c-4242-bedc-5c21ba9a68ec service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430696 Jun 23 16:20:50.346376 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6c8c7-7764-44b2-996a-e52a8bceaac9 req-28a9fdca-f23b-4a4b-8248-d7036c397050 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:50.347863 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3ff6c8c7-7764-44b2-996a-e52a8bceaac9 req-28a9fdca-f23b-4a4b-8248-d7036c397050 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0664649 Jun 23 16:20:50.384989 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3ff6c8c7-7764-44b2-996a-e52a8bceaac9 req-5bcfbaaf-c8e1-4a73-ad22-e3bab6e3f5f2 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308943 Jun 23 16:20:50.695025 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0000e-996b-4c82-83c7-40f9e2e8507b req-4a2ce7c9-94cc-41b2-9da6-f09332a16832 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:50.697000 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-aea0000e-996b-4c82-83c7-40f9e2e8507b req-4a2ce7c9-94cc-41b2-9da6-f09332a16832 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ad13400-0ded-4081-b90b-ea50a6bcdeb2 HTTP/1.1" status: 200 len: 946 time: 0.0664136 Jun 23 16:20:50.742798 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-aea0000e-996b-4c82-83c7-40f9e2e8507b req-5d06e0e4-036a-46ea-b6b7-5336ce9efd9a tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396729 Jun 23 16:20:50.979203 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 46094) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:51.111214 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-5dd71a4b-0a1a-4265-8335-66e343a2f8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:51.241003 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-5dd71a4b-0a1a-4265-8335-66e343a2f8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:51.242569 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-5dd71a4b-0a1a-4265-8335-66e343a2f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:51.247199 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-cc133285-b626-439c-ac0a-45849f7ad690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:51.286662 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-5dd71a4b-0a1a-4265-8335-66e343a2f8b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5f35420d82f1461e832f7988009c34dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058627 Jun 23 16:20:51.287791 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 46108) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:51.289173 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd71a4b-0a1a-4265-8335-66e343a2f8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2c17a6-1627-4829-81c0-6a4f1311d93c,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:51.292318 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-5dd71a4b-0a1a-4265-8335-66e343a2f8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:51.343755 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b72db023-e639-4465-820e-b17996470455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:51.370610 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b72db023-e639-4465-820e-b17996470455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:51.417833 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b72db023-e639-4465-820e-b17996470455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:51.420797 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b72db023-e639-4465-820e-b17996470455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:51.425505 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-b72db023-e639-4465-820e-b17996470455 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d2c17a6-1627-4829-81c0-6a4f1311d93c HTTP/1.1" status: 204 len: 168 time: 0.1320722 Jun 23 16:20:51.425505 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-14f08fdd-15c3-4a13-8d5f-feba935ca6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:51.433673 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72db023-e639-4465-820e-b17996470455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2c17a6-1627-4829-81c0-6a4f1311d93c,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:51.436443 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b72db023-e639-4465-820e-b17996470455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:51.575966 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b321e-fb89-4d4f-bbdf-255ceaa61c2f req-33c34d29-0211-460e-85d7-ab4b11f37edd tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:51.577472 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e58b321e-fb89-4d4f-bbdf-255ceaa61c2f req-33c34d29-0211-460e-85d7-ab4b11f37edd tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0653985 Jun 23 16:20:51.615734 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e58b321e-fb89-4d4f-bbdf-255ceaa61c2f req-9e642dcd-612a-4b18-b48b-e7d0fa33a405 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324228 Jun 23 16:20:51.926587 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a209b-8cbd-4f36-b6af-e74676ef2b7a req-1cb51714-8b7b-4621-bdc2-e0548e3d9288 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:51.928348 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-821a209b-8cbd-4f36-b6af-e74676ef2b7a req-1cb51714-8b7b-4621-bdc2-e0548e3d9288 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ad13400-0ded-4081-b90b-ea50a6bcdeb2 HTTP/1.1" status: 200 len: 946 time: 0.0686507 Jun 23 16:20:51.971532 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-821a209b-8cbd-4f36-b6af-e74676ef2b7a req-68f76b75-fba4-43aa-9f4e-d4a08299dac7 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362189 Jun 23 16:20:52.769766 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 46186) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:52.813212 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3abdd-6ca6-425a-8e18-0cf5a784736b req-828f5ac5-b0fc-4339-aaee-f083230f1c08 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:52.814697 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e6b3abdd-6ca6-425a-8e18-0cf5a784736b req-828f5ac5-b0fc-4339-aaee-f083230f1c08 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0671949 Jun 23 16:20:52.854766 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e6b3abdd-6ca6-425a-8e18-0cf5a784736b req-e67c2a27-42d9-4b94-b9c5-4a2e6ddce69c tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345602 Jun 23 16:20:52.882949 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-dcf92489-de2e-4510-89d0-1757a3616bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:52.978692 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-dcf92489-de2e-4510-89d0-1757a3616bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:52.982728 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-dcf92489-de2e-4510-89d0-1757a3616bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:52.986182 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-38f85f28-90e4-494c-979e-3e530961349b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:53.021577 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-dcf92489-de2e-4510-89d0-1757a3616bca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=05f790bf81c9406abfc213cfd7e50048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2506633 Jun 23 16:20:53.023000 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf92489-de2e-4510-89d0-1757a3616bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33936544-8425-4c6b-a807-27f555f26aa3,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:53.024505 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 46192) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:53.026280 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-dcf92489-de2e-4510-89d0-1757a3616bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:53.078440 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-74a080b7-d0a6-4d1d-b7a4-65b91af3fc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:53.103004 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-74a080b7-d0a6-4d1d-b7a4-65b91af3fc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:53.152349 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-74a080b7-d0a6-4d1d-b7a4-65b91af3fc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:53.155595 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-74a080b7-d0a6-4d1d-b7a4-65b91af3fc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:53.156862 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-74a080b7-d0a6-4d1d-b7a4-65b91af3fc6f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/33936544-8425-4c6b-a807-27f555f26aa3 HTTP/1.1" status: 204 len: 168 time: 0.1302469 Jun 23 16:20:53.157829 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:53.167701 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a080b7-d0a6-4d1d-b7a4-65b91af3fc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33936544-8425-4c6b-a807-27f555f26aa3,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:53.170009 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-74a080b7-d0a6-4d1d-b7a4-65b91af3fc6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:53.475118 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 46222) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:53.629716 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-fa9204f3-9646-4f79-a158-3d9c32850ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:53.743787 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b709872-52be-4220-9223-c1434fdc3454 req-263bf5b8-3be2-470d-922e-2dd59cf700eb tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:53.745905 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6b709872-52be-4220-9223-c1434fdc3454 req-263bf5b8-3be2-470d-922e-2dd59cf700eb tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ad13400-0ded-4081-b90b-ea50a6bcdeb2 HTTP/1.1" status: 200 len: 946 time: 0.0973492 Jun 23 16:20:53.833446 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-fa9204f3-9646-4f79-a158-3d9c32850ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:53.843589 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-fa9204f3-9646-4f79-a158-3d9c32850ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:53.848447 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-0945355e-b824-45be-bab2-161f98392a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:53.926024 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-fa9204f3-9646-4f79-a158-3d9c32850ac8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6bc69f897a414e1898e6711cc8f05c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4488139 Jun 23 16:20:53.928646 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9204f3-9646-4f79-a158-3d9c32850ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8ac430-9f57-4a8d-99ad-8b7ddffc2f58,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:53.931625 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 46250) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:53.938652 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-fa9204f3-9646-4f79-a158-3d9c32850ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:53.991411 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7ce5f8ab-e073-4706-9cad-ddf5bb64e813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:54.020173 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7ce5f8ab-e073-4706-9cad-ddf5bb64e813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:54.091724 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7ce5f8ab-e073-4706-9cad-ddf5bb64e813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:54.095694 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7ce5f8ab-e073-4706-9cad-ddf5bb64e813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:54.095882 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6b709872-52be-4220-9223-c1434fdc3454 req-d658d73d-3295-4f12-8706-31e30ecd13ca tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433206 Jun 23 16:20:54.099486 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-7ce5f8ab-e073-4706-9cad-ddf5bb64e813 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c8ac430-9f57-4a8d-99ad-8b7ddffc2f58 HTTP/1.1" status: 204 len: 168 time: 0.1640482 Jun 23 16:20:54.099486 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ade27293-c8cb-4577-a7d3-645ca0b3c7bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:54.121228 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5f8ab-e073-4706-9cad-ddf5bb64e813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8ac430-9f57-4a8d-99ad-8b7ddffc2f58,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:54.124132 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7ce5f8ab-e073-4706-9cad-ddf5bb64e813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:54.291567 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51e3f6-08f5-4a5b-9089-b58705ee0cc2 req-29a7ea31-e3e4-4c0a-b995-9147bca1035e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:54.293146 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ce51e3f6-08f5-4a5b-9089-b58705ee0cc2 req-29a7ea31-e3e4-4c0a-b995-9147bca1035e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0776076 Jun 23 16:20:54.354000 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ce51e3f6-08f5-4a5b-9089-b58705ee0cc2 req-d62c2953-290b-4fa4-b018-e9692d584326 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537276 Jun 23 16:20:55.346953 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d82ef-f88a-4c96-86c9-e743cff75929 req-3687e213-5488-49f8-88e1-5b0bc941a72c tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:55.349995 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b06d82ef-f88a-4c96-86c9-e743cff75929 req-3687e213-5488-49f8-88e1-5b0bc941a72c tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ad13400-0ded-4081-b90b-ea50a6bcdeb2 HTTP/1.1" status: 200 len: 946 time: 0.0854437 Jun 23 16:20:55.393433 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b06d82ef-f88a-4c96-86c9-e743cff75929 req-844a8620-f90e-4777-8c05-94236d955886 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/security-groups?id=25c04fe7-5336-45b3-a34c-7cb85e3e2b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372124 Jun 23 16:20:55.557840 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48079ff7-0dc7-488d-a2b0-895855fccd1b req-f2167cb5-e665-419b-be50-076dca3741b7 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:55.559348 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-48079ff7-0dc7-488d-a2b0-895855fccd1b req-f2167cb5-e665-419b-be50-076dca3741b7 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0708621 Jun 23 16:20:55.602858 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-48079ff7-0dc7-488d-a2b0-895855fccd1b req-2b8303c8-f022-4c9e-bd7f-97ec284deb0b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360208 Jun 23 16:20:55.708812 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c5309-3a2e-41d1-a1c7-725eb9caaa76 req-acc64d22-97af-4645-a28b-b60f89519efd tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:55.708812 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7b5c5309-3a2e-41d1-a1c7-725eb9caaa76 req-acc64d22-97af-4645-a28b-b60f89519efd tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ad13400-0ded-4081-b90b-ea50a6bcdeb2 HTTP/1.1" status: 200 len: 946 time: 0.0754035 Jun 23 16:20:55.819346 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [req-7b5c5309-3a2e-41d1-a1c7-725eb9caaa76 req-a790c613-d8ec-4bce-9392-4d23854ad00e tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Deleting port 88fa20bc-23c1-429b-be52-2785376738b4 {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:20:55.819680 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-7b5c5309-3a2e-41d1-a1c7-725eb9caaa76 req-a790c613-d8ec-4bce-9392-4d23854ad00e tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:55.904354 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [req-7b5c5309-3a2e-41d1-a1c7-725eb9caaa76 req-a790c613-d8ec-4bce-9392-4d23854ad00e tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] For port 88fa20bc-23c1-429b-be52-2785376738b4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=88fa20bc-23c1-429b-be52-2785376738b4,segment=NetworkSegment(c7bf881b-4ff7-43cf-9fd3-07965ccef824),segment_id=c7bf881b-4ff7-43cf-9fd3-07965ccef824)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:20:55.904718 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-7b5c5309-3a2e-41d1-a1c7-725eb9caaa76 req-a790c613-d8ec-4bce-9392-4d23854ad00e tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:55.921222 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [req-7b5c5309-3a2e-41d1-a1c7-725eb9caaa76 req-a790c613-d8ec-4bce-9392-4d23854ad00e tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Calling delete_port for 88fa20bc-23c1-429b-be52-2785376738b4 owned by compute:nova {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:20:56.046679 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-7b5c5309-3a2e-41d1-a1c7-725eb9caaa76 req-a790c613-d8ec-4bce-9392-4d23854ad00e tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:56.051266 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:56.076046 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790c613-d8ec-4bce-9392-4d23854ad00e tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Pushing event deleted for resources: {'Port': ['ID=88fa20bc-23c1-429b-be52-2785376738b4,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:56.080609 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-a790c613-d8ec-4bce-9392-4d23854ad00e tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:56.083064 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['88fa20bc-23c1-429b-be52-2785376738b4'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:20:56.354833 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5c5309-3a2e-41d1-a1c7-725eb9caaa76 req-a790c613-d8ec-4bce-9392-4d23854ad00e tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] No DVR routers for this DVR port 88fa20bc-23c1-429b-be52-2785376738b4 on host hv-cinder-78836 {{(pid=92864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:20:56.357895 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-7b5c5309-3a2e-41d1-a1c7-725eb9caaa76 req-a790c613-d8ec-4bce-9392-4d23854ad00e tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:56.360115 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7b5c5309-3a2e-41d1-a1c7-725eb9caaa76 req-a790c613-d8ec-4bce-9392-4d23854ad00e tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.84 "DELETE /v2.0/ports/88fa20bc-23c1-429b-be52-2785376738b4 HTTP/1.1" status: 204 len: 173 time: 0.6426549 Jun 23 16:20:56.360634 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad13400-0ded-4081-b90b-ea50a6bcdeb2', 'name': 'network-vif-deleted', 'tag': '88fa20bc-23c1-429b-be52-2785376738b4'}] {{(pid=92864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:20:56.363319 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6746fc05b017fa2e5222a758ba3018216863d05e2f8cda4fa9da67320e81433e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5603a42f-9b51-4a9b-ac07-a99ee4e27318" -d '{"events": [{"server_uuid": "3ad13400-0ded-4081-b90b-ea50a6bcdeb2", "name": "network-vif-deleted", "tag": "88fa20bc-23c1-429b-be52-2785376738b4"}]}' {{(pid=92864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:20:56.412167 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b520e6e8-5ba9-4c93-a55f-daa58dcf2d3f x-openstack-request-id: req-b520e6e8-5ba9-4c93-a55f-daa58dcf2d3f {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:20:56.412545 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad13400-0ded-4081-b90b-ea50a6bcdeb2", "name": "network-vif-deleted", "tag": "88fa20bc-23c1-429b-be52-2785376738b4", "status": "completed", "code": 200}]} {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:20:56.413086 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b520e6e8-5ba9-4c93-a55f-daa58dcf2d3f {{(pid=92864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:20:56.413509 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad13400-0ded-4081-b90b-ea50a6bcdeb2', 'name': 'network-vif-deleted', 'tag': '88fa20bc-23c1-429b-be52-2785376738b4', 'status': 'completed', 'code': 200} Jun 23 16:20:56.566594 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1936a7bb-7a39-48c0-aaa5-7a2352a88bfe req-cfc2f390-7385-48e9-a99c-cb348ebf0123 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ad13400-0ded-4081-b90b-ea50a6bcdeb2 HTTP/1.1" status: 200 len: 210 time: 0.0495987 Jun 23 16:20:56.805073 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e38ea9-049f-4bc5-81bd-ca6ad5a03442 req-9f0102af-63d6-4dbd-bf6e-b4d2cd35ea4e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:56.807320 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e9e38ea9-049f-4bc5-81bd-ca6ad5a03442 req-9f0102af-63d6-4dbd-bf6e-b4d2cd35ea4e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0771992 Jun 23 16:20:56.849387 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e9e38ea9-049f-4bc5-81bd-ca6ad5a03442 req-be8d2cdd-2327-48f5-b21b-06f1bdd41d93 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354764 Jun 23 16:20:58.073765 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfec26-7962-49ff-9560-c0fe95f6a3b4 req-fc4a11df-4fa4-4163-8671-68d3e918d594 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:20:58.076063 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-28dfec26-7962-49ff-9560-c0fe95f6a3b4 req-fc4a11df-4fa4-4163-8671-68d3e918d594 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0859897 Jun 23 16:20:58.093376 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 46448) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:58.142707 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-28dfec26-7962-49ff-9560-c0fe95f6a3b4 req-7a45cfd5-11d1-4726-8957-154ed1759cb5 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610008 Jun 23 16:20:58.241366 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-8bfa130a-9a3c-4931-8e14-c8e90d1a8380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:58.364826 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-8bfa130a-9a3c-4931-8e14-c8e90d1a8380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:58.371356 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-8bfa130a-9a3c-4931-8e14-c8e90d1a8380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:58.375391 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7ef71e28-c062-4300-9d6b-18dcb95a4383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:58.413175 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-8bfa130a-9a3c-4931-8e14-c8e90d1a8380 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=544275c0f0ca423e915be0108671047f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187356 Jun 23 16:20:58.415197 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa130a-9a3c-4931-8e14-c8e90d1a8380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3cc2d9-f9f4-4476-a516-d4247006d1d7,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:58.416492 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 46468) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:58.418616 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-8bfa130a-9a3c-4931-8e14-c8e90d1a8380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:58.467592 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ea820906-7eca-4fd8-b4fd-c9865495863a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:58.489056 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ea820906-7eca-4fd8-b4fd-c9865495863a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:58.534725 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ea820906-7eca-4fd8-b4fd-c9865495863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:58.537398 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ea820906-7eca-4fd8-b4fd-c9865495863a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:58.538543 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-ea820906-7eca-4fd8-b4fd-c9865495863a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c3cc2d9-f9f4-4476-a516-d4247006d1d7 HTTP/1.1" status: 204 len: 168 time: 0.1210744 Jun 23 16:20:58.539260 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-36e94106-c861-429d-8457-2db8f52534e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:58.547724 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea820906-7eca-4fd8-b4fd-c9865495863a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3cc2d9-f9f4-4476-a516-d4247006d1d7,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:58.550144 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-ea820906-7eca-4fd8-b4fd-c9865495863a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:58.790984 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 46498) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:58.803808 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9efc68aa-2195-4803-82f2-ce5c03ca69d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:58.889545 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9efc68aa-2195-4803-82f2-ce5c03ca69d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:58.893306 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9efc68aa-2195-4803-82f2-ce5c03ca69d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:58.895771 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-754e74ea-e243-412c-8985-db0adc075ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:58.935933 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-9efc68aa-2195-4803-82f2-ce5c03ca69d5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=952b39b39c8840a7b8b946270b2bdf07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438692 Jun 23 16:20:58.936895 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc68aa-2195-4803-82f2-ce5c03ca69d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8defad-8e51-4696-b4c6-d81a278403e1,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:58.938620 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 46500) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:58.940155 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-9efc68aa-2195-4803-82f2-ce5c03ca69d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:58.987657 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-35a24750-e50a-4a23-8a8a-f47f9b6e21fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:59.007231 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-35a24750-e50a-4a23-8a8a-f47f9b6e21fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:59.052390 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-35a24750-e50a-4a23-8a8a-f47f9b6e21fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:59.055805 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-35a24750-e50a-4a23-8a8a-f47f9b6e21fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:59.056955 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-35a24750-e50a-4a23-8a8a-f47f9b6e21fe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/da8defad-8e51-4696-b4c6-d81a278403e1 HTTP/1.1" status: 204 len: 168 time: 0.1166959 Jun 23 16:20:59.057729 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-e295bc50-123d-4d9a-b4db-460739bf9a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:59.064822 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a24750-e50a-4a23-8a8a-f47f9b6e21fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8defad-8e51-4696-b4c6-d81a278403e1,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:59.067370 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-35a24750-e50a-4a23-8a8a-f47f9b6e21fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:59.365610 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 46514) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:59.378588 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4019d63d-8682-457d-a60a-2d6da9b61035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:59.466525 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4019d63d-8682-457d-a60a-2d6da9b61035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:59.470214 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4019d63d-8682-457d-a60a-2d6da9b61035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:59.473423 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-eb9e9d70-3786-4e77-8376-90e6f3e6e21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:59.507083 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-4019d63d-8682-457d-a60a-2d6da9b61035 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9fa867c9d5e74117af070f726c4f559c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403749 Jun 23 16:20:59.509367 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019d63d-8682-457d-a60a-2d6da9b61035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac385c0-bda5-4a26-a48d-52b7d132fdfa,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:59.509721 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 46518) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:20:59.512334 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-4019d63d-8682-457d-a60a-2d6da9b61035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:20:59.557400 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a4c53825-a840-4642-8c80-63e2c7bdd46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:59.577407 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a4c53825-a840-4642-8c80-63e2c7bdd46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:59.625501 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a4c53825-a840-4642-8c80-63e2c7bdd46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:59.628109 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a4c53825-a840-4642-8c80-63e2c7bdd46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:20:59.629216 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-a4c53825-a840-4642-8c80-63e2c7bdd46c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5ac385c0-bda5-4a26-a48d-52b7d132fdfa HTTP/1.1" status: 204 len: 168 time: 0.1184871 Jun 23 16:20:59.630007 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-74a080b7-d0a6-4d1d-b7a4-65b91af3fc6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:20:59.637862 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c53825-a840-4642-8c80-63e2c7bdd46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac385c0-bda5-4a26-a48d-52b7d132fdfa,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:20:59.640104 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-a4c53825-a840-4642-8c80-63e2c7bdd46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:00.097024 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 88fa20bc-23c1-429b-be52-2785376738b4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:21:00.126277 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] No Port match for: 88fa20bc-23c1-429b-be52-2785376738b4 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:21:00.126637 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 88fa20bc-23c1-429b-be52-2785376738b4 not bound to the agent host hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:21:00.352469 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bdc9e-b653-4ed8-96c5-c32e526a24ca req-7bbed015-01ae-459b-aae7-bd92a3283076 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:00.354047 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ad6bdc9e-b653-4ed8-96c5-c32e526a24ca req-7bbed015-01ae-459b-aae7-bd92a3283076 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0745420 Jun 23 16:21:00.398058 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ad6bdc9e-b653-4ed8-96c5-c32e526a24ca req-c41dae3e-cd17-4f8d-98fc-59bca3c76e75 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343843 Jun 23 16:21:02.590424 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-4d58ff0e-25a8-4a54-b4d1-2bdedef8556e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:03.761577 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceff4c-0046-40dd-a3e0-06a1b5979409 req-ed5c257a-62f9-4a70-8e96-a9a47ba57625 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:03.763291 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-00ceff4c-0046-40dd-a3e0-06a1b5979409 req-ed5c257a-62f9-4a70-8e96-a9a47ba57625 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0643966 Jun 23 16:21:03.801377 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-00ceff4c-0046-40dd-a3e0-06a1b5979409 req-49f68345-41c3-4dae-8966-21d5c3c45646 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322268 Jun 23 16:21:04.549967 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720944f9-fdb6-4696-839c-7172a83bc7df req-3e1c7d0a-f6d6-472a-904c-80a1e9e6bb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:04.551376 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-720944f9-fdb6-4696-839c-7172a83bc7df req-3e1c7d0a-f6d6-472a-904c-80a1e9e6bb4a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 1098 time: 0.0504179 Jun 23 16:21:04.586393 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-720944f9-fdb6-4696-839c-7172a83bc7df req-dd1c7485-40ed-470b-aee7-0999f7c48179 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273840 Jun 23 16:21:04.941722 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:05.208918 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c6014-2f00-4431-934d-7076ead3f3a4 req-ceb765d2-3901-4415-95bb-c7be6eb1c40b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:05.210877 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1e5c6014-2f00-4431-934d-7076ead3f3a4 req-ceb765d2-3901-4415-95bb-c7be6eb1c40b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.1163926 Jun 23 16:21:05.268843 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1e5c6014-2f00-4431-934d-7076ead3f3a4 req-c0d41ffd-31e3-479a-a415-2f2b1d37f7c9 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482593 Jun 23 16:21:05.704870 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d09913a4-56c7-4b9b-a09e-18980f181c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:05.824831 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 46738) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:05.928505 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8f80-0222-48a6-b55c-cc786217c609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:06.019964 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8f80-0222-48a6-b55c-cc786217c609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:06.025092 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8f80-0222-48a6-b55c-cc786217c609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:06.027821 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-513c920c-ce59-4833-b3be-435863713c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:06.063889 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c8f80-0222-48a6-b55c-cc786217c609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc567f0-e057-425d-92cd-7ce9fbc429e7,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:06.080522 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-1e3c8f80-0222-48a6-b55c-cc786217c609 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8109591722254daeb4e825818e598309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546003 Jun 23 16:21:06.081627 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-1e3c8f80-0222-48a6-b55c-cc786217c609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:06.083378 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 46758) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:06.142069 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0144ba81-77f7-4cdb-8c91-e170230d05a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:06.167265 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0144ba81-77f7-4cdb-8c91-e170230d05a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:06.219048 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0144ba81-77f7-4cdb-8c91-e170230d05a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:06.221825 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0144ba81-77f7-4cdb-8c91-e170230d05a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:06.223051 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-0144ba81-77f7-4cdb-8c91-e170230d05a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/edc567f0-e057-425d-92cd-7ce9fbc429e7 HTTP/1.1" status: 204 len: 168 time: 0.1388469 Jun 23 16:21:06.223728 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:06.235954 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144ba81-77f7-4cdb-8c91-e170230d05a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc567f0-e057-425d-92cd-7ce9fbc429e7,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:06.238697 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-0144ba81-77f7-4cdb-8c91-e170230d05a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:06.421928 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:08.077585 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:08.963435 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb56c85-ce17-49ce-b543-e0702488a0a0 req-540b9409-04fb-48e5-8b1c-ba37fc158e79 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:08.964936 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-fcb56c85-ce17-49ce-b543-e0702488a0a0 req-540b9409-04fb-48e5-8b1c-ba37fc158e79 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0729439 Jun 23 16:21:09.006576 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-fcb56c85-ce17-49ce-b543-e0702488a0a0 req-6aceffb5-91c9-4ca6-aad4-56d500a7834c tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359497 Jun 23 16:21:09.157711 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:10.199389 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f4ea8-ccdf-4b0c-b7ec-40cf73f80a18 req-63f46dfb-3faf-4012-896f-815dc4ab19d9 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:10.200742 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2b6f4ea8-ccdf-4b0c-b7ec-40cf73f80a18 req-63f46dfb-3faf-4012-896f-815dc4ab19d9 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0704720 Jun 23 16:21:10.240340 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2b6f4ea8-ccdf-4b0c-b7ec-40cf73f80a18 req-7827477c-5978-4da4-8302-5eb6f1421714 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340130 Jun 23 16:21:10.492348 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f986e-9121-4dcc-9e6a-804d2199fbec req-4f2ffcd7-ab2b-4c7d-87fc-c4e16dbdd358 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:10.501026 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d60f986e-9121-4dcc-9e6a-804d2199fbec req-4f2ffcd7-ab2b-4c7d-87fc-c4e16dbdd358 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.1156445 Jun 23 16:21:10.564542 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d60f986e-9121-4dcc-9e6a-804d2199fbec req-2707186e-199a-47c3-90f9-e6fde0b2af3a tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621893 Jun 23 16:21:13.071082 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af30a79-f398-4c4b-9678-bdc4873180c2 req-17375d6f-b9c6-4f13-91e5-dd36b07dcbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:13.071820 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5af30a79-f398-4c4b-9678-bdc4873180c2 req-17375d6f-b9c6-4f13-91e5-dd36b07dcbe2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a880a986b3474fb7aee8676598bc91b5&device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 1098 time: 0.1178615 Jun 23 16:21:13.185039 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cf986-d369-4f1e-b4dd-d49383a768cf req-2b2fce30-2c10-4dc6-ace7-33b63e0b7207 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:13.186571 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-786cf986-d369-4f1e-b4dd-d49383a768cf req-2b2fce30-2c10-4dc6-ace7-33b63e0b7207 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.1689897 Jun 23 16:21:13.235585 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af30a79-f398-4c4b-9678-bdc4873180c2 req-c94b6d27-0ec6-4c7b-9b89-e41c56238b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:13.237050 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5af30a79-f398-4c4b-9678-bdc4873180c2 req-c94b6d27-0ec6-4c7b-9b89-e41c56238b6c service neutron] 10.222.0.84 "GET /v2.0/networks?id=c6e4245e-4f0f-4237-826e-50852997cf26 HTTP/1.1" status: 200 len: 919 time: 0.1524720 Jun 23 16:21:13.242156 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-786cf986-d369-4f1e-b4dd-d49383a768cf req-d7747c96-e55e-4d6d-8dd0-a71280686184 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490215 Jun 23 16:21:13.292896 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5af30a79-f398-4c4b-9678-bdc4873180c2 req-819d50f0-fa44-49bb-8f70-d1ae184e0066 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b15b57f-8f11-44df-aec4-c44070d0b95c HTTP/1.1" status: 200 len: 217 time: 0.0484900 Jun 23 16:21:13.346925 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af30a79-f398-4c4b-9678-bdc4873180c2 req-15412996-4831-45f6-8211-3c3a1b0bfbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:13.348473 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5af30a79-f398-4c4b-9678-bdc4873180c2 req-15412996-4831-45f6-8211-3c3a1b0bfbe4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9790e06a-23e5-4112-9fcd-ab37b14fb6cc HTTP/1.1" status: 200 len: 858 time: 0.0482769 Jun 23 16:21:13.388117 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5af30a79-f398-4c4b-9678-bdc4873180c2 req-a28f76c3-126a-4f5c-83c6-595439ae9f65 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c6e4245e-4f0f-4237-826e-50852997cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320818 Jun 23 16:21:13.491885 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5af30a79-f398-4c4b-9678-bdc4873180c2 req-2662c457-7916-433d-8184-9398dc1a715a service neutron] 10.222.0.84 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949211 Jun 23 16:21:13.639035 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5af30a79-f398-4c4b-9678-bdc4873180c2 req-17503ecb-a80b-4e56-914b-73271e4092c0 service neutron] 10.222.0.84 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359944 Jun 23 16:21:14.450512 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 46976) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:14.478886 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf767d8-7185-43c9-a7f5-ca6e280275c5 req-8f4fd4a0-439d-4146-9aa7-107c4a91815a tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:14.480378 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-dbf767d8-7185-43c9-a7f5-ca6e280275c5 req-8f4fd4a0-439d-4146-9aa7-107c4a91815a tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0706501 Jun 23 16:21:14.557336 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-dbf767d8-7185-43c9-a7f5-ca6e280275c5 req-7a68e56a-a4be-452b-a10e-b49e9d73695a tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707023 Jun 23 16:21:14.614429 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-dad70c35-8de5-41f2-baa9-ff952af15057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:14.746756 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-dad70c35-8de5-41f2-baa9-ff952af15057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:14.751129 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-dad70c35-8de5-41f2-baa9-ff952af15057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:14.753760 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ce06db1f-e086-4522-adca-5c24b1bb97aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:14.787957 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad70c35-8de5-41f2-baa9-ff952af15057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f014da-d946-47de-ab4e-bb2ac20beccf,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:14.792521 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-dad70c35-8de5-41f2-baa9-ff952af15057 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5050c3aba1a24fe7aa2cb249de846248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392303 Jun 23 16:21:14.793455 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-dad70c35-8de5-41f2-baa9-ff952af15057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:14.795329 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 46988) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:14.846731 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-53ba08fd-8768-4ad9-a2f0-64b4f51ddf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:14.875178 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-53ba08fd-8768-4ad9-a2f0-64b4f51ddf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:14.974472 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-53ba08fd-8768-4ad9-a2f0-64b4f51ddf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:14.978903 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-53ba08fd-8768-4ad9-a2f0-64b4f51ddf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:14.983469 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-53ba08fd-8768-4ad9-a2f0-64b4f51ddf79 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/35f014da-d946-47de-ab4e-bb2ac20beccf HTTP/1.1" status: 204 len: 168 time: 0.1870177 Jun 23 16:21:14.984752 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-fd061bc0-91e7-4249-9205-ac4abc91fff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:15.000235 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba08fd-8768-4ad9-a2f0-64b4f51ddf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f014da-d946-47de-ab4e-bb2ac20beccf,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:15.001555 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-53ba08fd-8768-4ad9-a2f0-64b4f51ddf79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:15.450302 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 47046) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:15.471513 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-23103680-6545-42a0-9d8c-f67235accada admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:15.577135 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-23103680-6545-42a0-9d8c-f67235accada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:15.581840 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-23103680-6545-42a0-9d8c-f67235accada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:15.584994 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-d95007c9-b16e-46b9-890c-c9df72fea4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:15.615207 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 47050) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:15.615744 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-23103680-6545-42a0-9d8c-f67235accada admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4c08b5dc8b504abbb560a45c5feb5129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1632965 Jun 23 16:21:15.630517 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23103680-6545-42a0-9d8c-f67235accada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a0a005-c501-4731-917a-890cdbc7f01f,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:15.634025 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-23103680-6545-42a0-9d8c-f67235accada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:15.716912 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7cbc74a5-ff1e-4f27-a457-2e02ea54fb1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:15.757142 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7cbc74a5-ff1e-4f27-a457-2e02ea54fb1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:15.865020 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e62e8d-8bf0-4f84-a7a8-bbda53782dbd req-b54209de-3217-4731-b373-7d2d7ac21d5b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:15.876355 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d7e62e8d-8bf0-4f84-a7a8-bbda53782dbd req-b54209de-3217-4731-b373-7d2d7ac21d5b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.1213305 Jun 23 16:21:15.888301 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7cbc74a5-ff1e-4f27-a457-2e02ea54fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:15.891359 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7cbc74a5-ff1e-4f27-a457-2e02ea54fb1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:15.892755 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-7cbc74a5-ff1e-4f27-a457-2e02ea54fb1f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75a0a005-c501-4731-917a-890cdbc7f01f HTTP/1.1" status: 204 len: 168 time: 0.2762976 Jun 23 16:21:15.903469 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ec850c48-a6a8-4107-b9fa-48c62e2487ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:15.914231 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc74a5-ff1e-4f27-a457-2e02ea54fb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a0a005-c501-4731-917a-890cdbc7f01f,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:15.918840 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7cbc74a5-ff1e-4f27-a457-2e02ea54fb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:15.949942 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d7e62e8d-8bf0-4f84-a7a8-bbda53782dbd req-04cac8f9-62f3-4434-84ad-f0c381ba8a75 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701580 Jun 23 16:21:16.424393 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 47092) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:16.438815 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5813e8fb-27c3-4e77-8d04-ab0aec497c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:16.535503 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5813e8fb-27c3-4e77-8d04-ab0aec497c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:16.538996 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5813e8fb-27c3-4e77-8d04-ab0aec497c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:16.542834 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-2b9cfa85-0e78-41f3-b16b-d97084d775db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:16.550106 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:21:16.577052 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813e8fb-27c3-4e77-8d04-ab0aec497c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600b169a-3bf2-4698-9b35-5cf31f107e29,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:16.580346 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-5813e8fb-27c3-4e77-8d04-ab0aec497c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:16.583586 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-5813e8fb-27c3-4e77-8d04-ab0aec497c30 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=728f8457c5414482a527c06479d6b14c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579680 Jun 23 16:21:16.586275 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 47096) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:16.636729 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f66a-439c-4e57-8360-b5b44d4a5cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:16.663822 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f66a-439c-4e57-8360-b5b44d4a5cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:16.716565 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f66a-439c-4e57-8360-b5b44d4a5cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:16.719451 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f66a-439c-4e57-8360-b5b44d4a5cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:16.723034 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-7ab5f66a-439c-4e57-8360-b5b44d4a5cdd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/600b169a-3bf2-4698-9b35-5cf31f107e29 HTTP/1.1" status: 204 len: 168 time: 0.1332970 Jun 23 16:21:16.723034 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-184be820-632c-401d-a17b-d45d469c713e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:16.733043 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5f66a-439c-4e57-8360-b5b44d4a5cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600b169a-3bf2-4698-9b35-5cf31f107e29,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:16.735469 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7ab5f66a-439c-4e57-8360-b5b44d4a5cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:17.153997 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70375b31-2ebd-4f11-9984-73f107b24c17 req-00425bfe-18a7-4f20-972d-6ba23ca6c425 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:17.155735 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-70375b31-2ebd-4f11-9984-73f107b24c17 req-00425bfe-18a7-4f20-972d-6ba23ca6c425 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0697174 Jun 23 16:21:17.215381 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-70375b31-2ebd-4f11-9984-73f107b24c17 req-313b9f08-d0fe-4c7c-9e6f-d00781089b41 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502172 Jun 23 16:21:17.484015 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 47128) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:17.623777 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-e52bbbc7-e871-4902-a4e4-d29eeed1d3f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-86624164-network', 'tenant_id': 'efc330d54ca34426bcb9c0e78b78b1ac'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:21:17.648110 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52bbbc7-e871-4902-a4e4-d29eeed1d3f8 admin admin] Made reservation on behalf of efc330d54ca34426bcb9c0e78b78b1ac for: {'network': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:21:17.651676 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e52bbbc7-e871-4902-a4e4-d29eeed1d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for network, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:17.661474 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e52bbbc7-e871-4902-a4e4-d29eeed1d3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:17.765800 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e52bbbc7-e871-4902-a4e4-d29eeed1d3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:17.770251 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e52bbbc7-e871-4902-a4e4-d29eeed1d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:17.773179 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-0144ba81-77f7-4cdb-8c91-e170230d05a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:17.796002 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52bbbc7-e871-4902-a4e4-d29eeed1d3f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=92864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:21:17.806079 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52bbbc7-e871-4902-a4e4-d29eeed1d3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895e53b7-ce1d-4b47-8f92-f82834b5db18,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:17.811864 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-e52bbbc7-e871-4902-a4e4-d29eeed1d3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:17.812970 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e52bbbc7-e871-4902-a4e4-d29eeed1d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:17.813342 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.segments_db [None req-e52bbbc7-e871-4902-a4e4-d29eeed1d3f8 admin admin] Added segment 7d04fecc-825b-4941-aff1-ece9015f1e2b of type vlan for network afbd47df-b297-4e88-a1e9-28c0aceb872b Jun 23 16:21:17.864576 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e52bbbc7-e871-4902-a4e4-d29eeed1d3f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751333559336'] for network, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:17.899184 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e52bbbc7-e871-4902-a4e4-d29eeed1d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055'] for network, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:17.900675 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52bbbc7-e871-4902-a4e4-d29eeed1d3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:17.901474 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e52bbbc7-e871-4902-a4e4-d29eeed1d3f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:17.904005 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:17.976341 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-e52bbbc7-e871-4902-a4e4-d29eeed1d3f8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4908612 Jun 23 16:21:17.979694 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 47138) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:17.990980 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-745481f2-08ef-40c8-af28-a9f48cbaad82 admin admin] Request body: {'subnet': {'network_id': 'afbd47df-b297-4e88-a1e9-28c0aceb872b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-86624164-subnet', 'tenant_id': 'efc330d54ca34426bcb9c0e78b78b1ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:21:18.008902 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52bbbc7-e871-4902-a4e4-d29eeed1d3f8 admin admin] Pushing event updated for resources: {'Network': ['ID=afbd47df-b297-4e88-a1e9-28c0aceb872b,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:18.067093 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Network afbd47df-b297-4e88-a1e9-28c0aceb872b details requested by agent ovs-agent-dv-cinder-788363-4-iscsi with host dv-cinder-788363-4-iscsi {{(pid=92865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:21:18.069898 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-e52bbbc7-e871-4902-a4e4-d29eeed1d3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:18.097693 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745481f2-08ef-40c8-af28-a9f48cbaad82 admin admin] Made reservation on behalf of efc330d54ca34426bcb9c0e78b78b1ac for: {'subnet': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:21:18.100589 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-745481f2-08ef-40c8-af28-a9f48cbaad82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126835597'] for subnet, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:18.450507 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-745481f2-08ef-40c8-af28-a9f48cbaad82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126767281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126835615'] for subnet, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:18.457875 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:18.528049 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e30718-c70b-4864-8b82-97c11d455f2c req-efa9ec34-5a50-4454-a4a0-fbf8c415b2df tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:18.529677 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-03e30718-c70b-4864-8b82-97c11d455f2c req-efa9ec34-5a50-4454-a4a0-fbf8c415b2df tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.1294405 Jun 23 16:21:18.546112 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745481f2-08ef-40c8-af28-a9f48cbaad82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88e43062-89eb-4a01-a1db-67f283145f98,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:18.559218 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-745481f2-08ef-40c8-af28-a9f48cbaad82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:18.574639 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745481f2-08ef-40c8-af28-a9f48cbaad82 admin admin] Checking segment: {'id': '7d04fecc-825b-4941-aff1-ece9015f1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'afbd47df-b297-4e88-a1e9-28c0aceb872b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:21:18.575002 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745481f2-08ef-40c8-af28-a9f48cbaad82 admin admin] Network hostable DHCP agents. Network: afbd47df-b297-4e88-a1e9-28c0aceb872b, hostable agents: ['282bd639-6a17-4952-b94c-338e5747c82c'], hosted agents: [] {{(pid=92864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:21:18.642362 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-03e30718-c70b-4864-8b82-97c11d455f2c req-1f7b31ac-336f-4266-9a9e-1271c1070ec2 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989602 Jun 23 16:21:18.668593 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745481f2-08ef-40c8-af28-a9f48cbaad82 admin admin] Network afbd47df-b297-4e88-a1e9-28c0aceb872b is scheduled to be hosted by DHCP agent 282bd639-6a17-4952-b94c-338e5747c82c with binding_index 1 {{(pid=92864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:21:18.684426 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-745481f2-08ef-40c8-af28-a9f48cbaad82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-iscsi, afbd47df-b297-4e88-a1e9-28c0aceb872b) {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:21:18.703459 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbdf612-71f8-418c-a17f-3f94130ceffc None None] Network afbd47df-b297-4e88-a1e9-28c0aceb872b requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:21:18.706567 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745481f2-08ef-40c8-af28-a9f48cbaad82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:18.707585 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-745481f2-08ef-40c8-af28-a9f48cbaad82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:18.747959 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-745481f2-08ef-40c8-af28-a9f48cbaad82 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7668548 Jun 23 16:21:18.948411 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af197f85-d40a-4ebf-8a30-17fdd78d14c3 None None] Network afbd47df-b297-4e88-a1e9-28c0aceb872b requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:21:19.831465 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354d330-f4b6-44d4-838e-244a73e7f830 req-a9b8fc0b-2783-4506-bd73-c645fcd09eae tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:19.832912 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b354d330-f4b6-44d4-838e-244a73e7f830 req-a9b8fc0b-2783-4506-bd73-c645fcd09eae tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0687037 Jun 23 16:21:19.872090 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b354d330-f4b6-44d4-838e-244a73e7f830 req-88c7a442-9b4a-4dad-b49f-0a4868a1e127 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330496 Jun 23 16:21:21.157588 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc2d4d-6f04-4ead-b1ad-f4f001f96134 req-b5561b3b-963f-46af-b707-b3aa1e2ae488 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:21.159006 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-09bc2d4d-6f04-4ead-b1ad-f4f001f96134 req-b5561b3b-963f-46af-b707-b3aa1e2ae488 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0704303 Jun 23 16:21:21.198894 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-09bc2d4d-6f04-4ead-b1ad-f4f001f96134 req-b4f1dc20-2695-489c-8873-89cd6d8a53c4 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334885 Jun 23 16:21:21.957937 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 47246) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:22.077021 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b9b9014b-8075-400b-a866-a35f44cc853a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:22.176634 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b9b9014b-8075-400b-a866-a35f44cc853a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:22.184877 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b9b9014b-8075-400b-a866-a35f44cc853a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:22.187883 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7cbc74a5-ff1e-4f27-a457-2e02ea54fb1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:22.229295 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-b9b9014b-8075-400b-a866-a35f44cc853a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a5119152b4647c894582caaa3b26e1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694147 Jun 23 16:21:22.229930 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9014b-8075-400b-a866-a35f44cc853a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcd363e-a07d-425b-ac5f-7da9ca44c0d0,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:22.231647 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 47254) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:22.233952 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b9b9014b-8075-400b-a866-a35f44cc853a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:22.305657 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7824a017-3b6e-4127-b5d5-a0b0d558ef5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:22.332944 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7824a017-3b6e-4127-b5d5-a0b0d558ef5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:22.392058 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7824a017-3b6e-4127-b5d5-a0b0d558ef5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:22.395828 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7824a017-3b6e-4127-b5d5-a0b0d558ef5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:22.397330 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-7824a017-3b6e-4127-b5d5-a0b0d558ef5e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0dcd363e-a07d-425b-ac5f-7da9ca44c0d0 HTTP/1.1" status: 204 len: 168 time: 0.1640542 Jun 23 16:21:22.398287 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-3c745048-bd06-4b2b-9432-2335319faf81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:22.398424 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4af198-4f41-4f1e-844e-5f9b2c0210c3 req-899b9ff4-a131-4e17-b02f-faa556d74bf0 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:22.400593 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ad4af198-4f41-4f1e-844e-5f9b2c0210c3 req-899b9ff4-a131-4e17-b02f-faa556d74bf0 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0734026 Jun 23 16:21:22.418746 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824a017-3b6e-4127-b5d5-a0b0d558ef5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcd363e-a07d-425b-ac5f-7da9ca44c0d0,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:22.422270 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7824a017-3b6e-4127-b5d5-a0b0d558ef5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:22.449792 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ad4af198-4f41-4f1e-844e-5f9b2c0210c3 req-c2ebd6c9-2dda-49a3-b27d-c290a795f756 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429833 Jun 23 16:21:22.727530 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 47262) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:22.741590 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-390eba5f-c624-4438-a919-86c28ae68970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:22.844419 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-390eba5f-c624-4438-a919-86c28ae68970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:22.848356 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-390eba5f-c624-4438-a919-86c28ae68970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:22.852141 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:22.898977 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-390eba5f-c624-4438-a919-86c28ae68970 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cdc9ad121f754d81912b711776594a64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1702266 Jun 23 16:21:22.903100 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 47266) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:22.924129 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390eba5f-c624-4438-a919-86c28ae68970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aba2390-b093-43e3-977f-bd4654e73533,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:22.929485 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-390eba5f-c624-4438-a919-86c28ae68970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:22.965448 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9d8d049d-2671-4755-a545-dd22e20c3731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:22.987904 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9d8d049d-2671-4755-a545-dd22e20c3731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:23.042888 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9d8d049d-2671-4755-a545-dd22e20c3731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:23.046514 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9d8d049d-2671-4755-a545-dd22e20c3731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:23.048081 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-9d8d049d-2671-4755-a545-dd22e20c3731 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3aba2390-b093-43e3-977f-bd4654e73533 HTTP/1.1" status: 204 len: 168 time: 0.1438801 Jun 23 16:21:23.048905 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:23.058701 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d049d-2671-4755-a545-dd22e20c3731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aba2390-b093-43e3-977f-bd4654e73533,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:23.061236 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9d8d049d-2671-4755-a545-dd22e20c3731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:23.666312 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd1a12-8695-4b84-8530-1212faf35c0d req-9d8f74b0-38dc-448c-9bf6-7a948c39254f tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:23.674603 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-befd1a12-8695-4b84-8530-1212faf35c0d req-9d8f74b0-38dc-448c-9bf6-7a948c39254f tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0843961 Jun 23 16:21:23.728730 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-befd1a12-8695-4b84-8530-1212faf35c0d req-f4930338-188f-4cf4-a46b-d14d1afd3fe3 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526226 Jun 23 16:21:24.954234 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065bbf2-2a45-4169-92af-9a38dfef354e req-e3fffa55-3083-4d25-9929-508d801ddaf3 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:24.955869 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4065bbf2-2a45-4169-92af-9a38dfef354e req-e3fffa55-3083-4d25-9929-508d801ddaf3 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0756321 Jun 23 16:21:25.000693 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4065bbf2-2a45-4169-92af-9a38dfef354e req-613dff86-2ba8-4b3f-81ac-dba28f320c20 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381315 Jun 23 16:21:26.199448 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72caa95b-3af5-45e0-bf6b-27bd0419b1ef req-cc2e252c-d559-4274-baab-c4aa99e0dabf tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:26.202151 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-72caa95b-3af5-45e0-bf6b-27bd0419b1ef req-cc2e252c-d559-4274-baab-c4aa99e0dabf tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0753729 Jun 23 16:21:26.247502 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-72caa95b-3af5-45e0-bf6b-27bd0419b1ef req-49bb248c-a474-4470-aac2-042bc30eec63 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389740 Jun 23 16:21:27.441052 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff27180-f7d5-46a9-9445-a41471289772 req-672b3bd7-8730-46f0-ae95-545d65f3ca6e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:27.442844 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-dff27180-f7d5-46a9-9445-a41471289772 req-672b3bd7-8730-46f0-ae95-545d65f3ca6e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0736115 Jun 23 16:21:27.487606 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-dff27180-f7d5-46a9-9445-a41471289772 req-f3436708-9ae9-41e5-8c05-db49c2a964e0 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382469 Jun 23 16:21:27.898620 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 47374) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:28.039754 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a47d-9aa0-4bff-9664-73acdf171331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:28.141033 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a47d-9aa0-4bff-9664-73acdf171331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:28.146077 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a47d-9aa0-4bff-9664-73acdf171331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:28.148660 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-29b8187b-b349-48ec-be94-4af511ef29d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:28.183066 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2a47d-9aa0-4bff-9664-73acdf171331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d55f722-bae8-4973-bc1b-aa03af4c57f3,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:28.199845 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 47382) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:28.200457 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-a4b2a47d-9aa0-4bff-9664-73acdf171331 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=73fec5eaa25c432795b53405c59bf891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001010 Jun 23 16:21:28.202063 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a47d-9aa0-4bff-9664-73acdf171331 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:28.202495 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a47d-9aa0-4bff-9664-73acdf171331 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:28.202878 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a47d-9aa0-4bff-9664-73acdf171331 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:28.203411 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a47d-9aa0-4bff-9664-73acdf171331 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:28.203943 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a47d-9aa0-4bff-9664-73acdf171331 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:28.204460 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a47d-9aa0-4bff-9664-73acdf171331 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:28.204965 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a47d-9aa0-4bff-9664-73acdf171331 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:28.205495 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a47d-9aa0-4bff-9664-73acdf171331 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:28.206030 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a47d-9aa0-4bff-9664-73acdf171331 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:28.206559 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a47d-9aa0-4bff-9664-73acdf171331 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:28.207159 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a47d-9aa0-4bff-9664-73acdf171331 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:28.207908 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b2a47d-9aa0-4bff-9664-73acdf171331 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:28.212386 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-a4b2a47d-9aa0-4bff-9664-73acdf171331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:28.269546 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-44ecfb86-5413-4c4e-971b-9afc0b6d9e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:28.294458 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-44ecfb86-5413-4c4e-971b-9afc0b6d9e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:28.350710 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-44ecfb86-5413-4c4e-971b-9afc0b6d9e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:28.355336 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-44ecfb86-5413-4c4e-971b-9afc0b6d9e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:28.356924 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-44ecfb86-5413-4c4e-971b-9afc0b6d9e69 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7d55f722-bae8-4973-bc1b-aa03af4c57f3 HTTP/1.1" status: 204 len: 168 time: 0.1553121 Jun 23 16:21:28.357772 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-a3e5314b-e7ce-462a-9977-e7c3cbaebe7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:28.369572 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecfb86-5413-4c4e-971b-9afc0b6d9e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d55f722-bae8-4973-bc1b-aa03af4c57f3,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:28.373653 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-44ecfb86-5413-4c4e-971b-9afc0b6d9e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:28.685398 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 47390) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:28.686847 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cff62-99f6-4897-92e7-a766802210f2 req-ffea1d2f-3320-4d1e-95ca-2ed5cdc86eeb tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:28.692767 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3b9cff62-99f6-4897-92e7-a766802210f2 req-ffea1d2f-3320-4d1e-95ca-2ed5cdc86eeb tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0878811 Jun 23 16:21:28.703509 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-679ff3a3-702c-4e06-97c3-01641367e4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:28.735883 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3b9cff62-99f6-4897-92e7-a766802210f2 req-a65f4dde-073d-4863-a115-85e79efb73bf tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407453 Jun 23 16:21:28.813945 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-679ff3a3-702c-4e06-97c3-01641367e4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:28.819057 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-679ff3a3-702c-4e06-97c3-01641367e4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:28.823620 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-390eba5f-c624-4438-a919-86c28ae68970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:28.861254 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-679ff3a3-702c-4e06-97c3-01641367e4c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2eed2cfff23f4274bc4074f62bd615d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741436 Jun 23 16:21:28.862757 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ff3a3-702c-4e06-97c3-01641367e4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66e69a2-ef9d-4d50-bcb6-3f918b628259,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:28.863891 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 47394) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:28.865993 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-679ff3a3-702c-4e06-97c3-01641367e4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:28.920520 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5ed75335-776e-4492-8b99-2ef7f925d49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:28.945285 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5ed75335-776e-4492-8b99-2ef7f925d49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:28.995390 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5ed75335-776e-4492-8b99-2ef7f925d49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:28.998850 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5ed75335-776e-4492-8b99-2ef7f925d49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:29.000097 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-5ed75335-776e-4492-8b99-2ef7f925d49b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b66e69a2-ef9d-4d50-bcb6-3f918b628259 HTTP/1.1" status: 204 len: 168 time: 0.1351264 Jun 23 16:21:29.001132 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-1873aedd-18d0-4ae3-b045-480b9bf7617d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:29.012195 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed75335-776e-4492-8b99-2ef7f925d49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66e69a2-ef9d-4d50-bcb6-3f918b628259,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:29.015480 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-5ed75335-776e-4492-8b99-2ef7f925d49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:29.953958 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b935f-8dd9-444b-8699-1f016c5911ea req-f62405d4-6840-46e5-bf90-6dc8c136396e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:29.955765 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-792b935f-8dd9-444b-8699-1f016c5911ea req-f62405d4-6840-46e5-bf90-6dc8c136396e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0919516 Jun 23 16:21:30.017166 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-792b935f-8dd9-444b-8699-1f016c5911ea req-3f53e65e-2ef3-4757-874d-e3516898fd51 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552247 Jun 23 16:21:31.230402 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7450bb-cfb8-4a4f-8912-1ac65392249f req-a3131d20-f326-48c2-9d3b-14ec8f6cd2ad tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:31.231895 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-af7450bb-cfb8-4a4f-8912-1ac65392249f req-a3131d20-f326-48c2-9d3b-14ec8f6cd2ad tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.1042099 Jun 23 16:21:31.272545 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-af7450bb-cfb8-4a4f-8912-1ac65392249f req-34277ce7-3a4e-47c1-bbf1-77aad82354b6 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348296 Jun 23 16:21:32.495396 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e0456-6f25-46a6-8693-c9c9b70e766b req-bb72f621-4f2c-45ec-b6ba-12751658016b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:32.497286 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-776e0456-6f25-46a6-8693-c9c9b70e766b req-bb72f621-4f2c-45ec-b6ba-12751658016b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0860994 Jun 23 16:21:32.537609 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-776e0456-6f25-46a6-8693-c9c9b70e766b req-8a1c0644-b633-4ba3-a5cb-ea312cc6e954 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331976 Jun 23 16:21:32.604276 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ef0c24f3-338b-423c-9343-9c960b3fb2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:33.763089 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6b183-6f61-4ffb-ab57-373e5e6f9f70 req-72a63dd8-529d-4e63-8c66-5fb34e045b87 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:33.772288 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5df6b183-6f61-4ffb-ab57-373e5e6f9f70 req-72a63dd8-529d-4e63-8c66-5fb34e045b87 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0990582 Jun 23 16:21:33.833722 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5df6b183-6f61-4ffb-ab57-373e5e6f9f70 req-4d983574-b535-45c8-92b2-f0e0a3f8dec3 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563092 Jun 23 16:21:34.936741 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:35.004582 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf9b0b-7039-44de-baeb-af8ba87093d7 req-dbc9024b-e53c-4f38-9207-55161444769e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:35.006183 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a3cf9b0b-7039-44de-baeb-af8ba87093d7 req-dbc9024b-e53c-4f38-9207-55161444769e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0652094 Jun 23 16:21:35.045438 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a3cf9b0b-7039-44de-baeb-af8ba87093d7 req-88b64d1b-7d10-4320-b4e0-d9d76d1eb0f1 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329783 Jun 23 16:21:35.707093 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-a8fba52f-4d43-4488-93c9-c8d30b13b183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:36.111705 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 47600) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:36.276649 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-6c943391-cb93-4736-b476-d50c73501eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:36.331735 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-b87c6b38-76f0-4fab-9648-e9f9a0df6f8c tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:36.333669 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-b87c6b38-76f0-4fab-9648-e9f9a0df6f8c tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/networks?id=afbd47df-b297-4e88-a1e9-28c0aceb872b HTTP/1.1" status: 200 len: 812 time: 0.1882508 Jun 23 16:21:36.429026 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-a0f0df79-557a-425c-be8e-d12b2ac154ab tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/quotas/efc330d54ca34426bcb9c0e78b78b1ac HTTP/1.1" status: 200 len: 375 time: 0.0546598 Jun 23 16:21:36.494245 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:36.537621 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-132577e2-2afd-4bf6-a6ee-8e19f0082f1a tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=efc330d54ca34426bcb9c0e78b78b1ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1003132 Jun 23 16:21:36.539848 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-6c943391-cb93-4736-b476-d50c73501eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:36.554205 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-6c943391-cb93-4736-b476-d50c73501eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:36.558088 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-354ca1b5-0c2f-4dff-a590-f9e9adbf5456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:36.677773 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c943391-cb93-4736-b476-d50c73501eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974b0437-3399-4cd6-bf6a-bde5728ba0d8,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:36.693179 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-6c943391-cb93-4736-b476-d50c73501eb6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a4d71d6438694587a04ba90f4c3cf417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5804906 Jun 23 16:21:36.696126 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 47622) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:36.697157 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943391-cb93-4736-b476-d50c73501eb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:36.697157 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943391-cb93-4736-b476-d50c73501eb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:36.697735 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943391-cb93-4736-b476-d50c73501eb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:36.698213 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943391-cb93-4736-b476-d50c73501eb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:36.698654 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943391-cb93-4736-b476-d50c73501eb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:36.698997 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943391-cb93-4736-b476-d50c73501eb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:36.699359 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943391-cb93-4736-b476-d50c73501eb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:36.699736 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943391-cb93-4736-b476-d50c73501eb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:36.700081 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943391-cb93-4736-b476-d50c73501eb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:36.700414 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943391-cb93-4736-b476-d50c73501eb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:36.700797 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943391-cb93-4736-b476-d50c73501eb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:36.701132 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943391-cb93-4736-b476-d50c73501eb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:36.705230 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-6c943391-cb93-4736-b476-d50c73501eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:36.769791 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-d8208342-d4a8-44d5-a7cb-c38f4b53db9f service neutron] 10.222.0.46 "GET /v2.0/networks/afbd47df-b297-4e88-a1e9-28c0aceb872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172079 Jun 23 16:21:36.773638 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e82ebe8f-7145-40e9-9f8e-189fdae04027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:36.798990 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e82ebe8f-7145-40e9-9f8e-189fdae04027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:36.875556 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e82ebe8f-7145-40e9-9f8e-189fdae04027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:36.878430 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e82ebe8f-7145-40e9-9f8e-189fdae04027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:36.879743 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-e82ebe8f-7145-40e9-9f8e-189fdae04027 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/974b0437-3399-4cd6-bf6a-bde5728ba0d8 HTTP/1.1" status: 204 len: 168 time: 0.1810176 Jun 23 16:21:36.882930 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-1e3c8f80-0222-48a6-b55c-cc786217c609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:36.908786 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ebe8f-7145-40e9-9f8e-189fdae04027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974b0437-3399-4cd6-bf6a-bde5728ba0d8,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:36.911549 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-e82ebe8f-7145-40e9-9f8e-189fdae04027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:37.020387 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-38760499-2c84-471f-babf-cb7ddac0885f service neutron] 10.222.0.46 "GET /v2.0/networks/afbd47df-b297-4e88-a1e9-28c0aceb872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447014 Jun 23 16:21:37.198158 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005fed7-d0f9-4f3f-bdd4-33cad922b10b req-21201d2f-011a-46d8-ab9a-90766cbd7787 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:37.209065 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a005fed7-d0f9-4f3f-bdd4-33cad922b10b req-21201d2f-011a-46d8-ab9a-90766cbd7787 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.1027136 Jun 23 16:21:37.279361 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a005fed7-d0f9-4f3f-bdd4-33cad922b10b req-844202fe-2b99-4c75-b5b5-d54201836557 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672102 Jun 23 16:21:37.457835 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-eec31390-6482-4eec-878f-960a829bcbc5 req-b24c21b4-07d7-42cb-9bc3-2800a0449dae tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 210 time: 0.0874379 Jun 23 16:21:37.485184 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae6326-e0fa-48c7-bc75-18617828d2b4 req-7301e202-65e2-475f-a43d-2f03564189c8 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:37.492046 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-55ae6326-e0fa-48c7-bc75-18617828d2b4 req-7301e202-65e2-475f-a43d-2f03564189c8 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.1437042 Jun 23 16:21:37.531390 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 47656) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:37.546067 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-67953216-2ec8-4c66-8f29-c5ab4bd0ecff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:37.558855 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04398f83-3ea5-4058-8e7e-52f295715835 req-06b940cf-880c-45cb-89e3-5cb87c53e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:37.559174 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-55ae6326-e0fa-48c7-bc75-18617828d2b4 req-527bcaa2-51bb-444c-8be4-543aefe369b4 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594592 Jun 23 16:21:37.560513 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-04398f83-3ea5-4058-8e7e-52f295715835 req-06b940cf-880c-45cb-89e3-5cb87c53e2c1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 1098 time: 0.1302598 Jun 23 16:21:37.638902 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-04398f83-3ea5-4058-8e7e-52f295715835 req-a5bea7c1-69be-4813-b8b8-f07105940331 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691595 Jun 23 16:21:37.678122 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-67953216-2ec8-4c66-8f29-c5ab4bd0ecff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:37.682801 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-67953216-2ec8-4c66-8f29-c5ab4bd0ecff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:37.686096 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9d8d049d-2671-4755-a545-dd22e20c3731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:37.724833 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 47660) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:37.725012 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-67953216-2ec8-4c66-8f29-c5ab4bd0ecff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f725334ff0ea43cea49db3ca2165cb17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924143 Jun 23 16:21:37.726416 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67953216-2ec8-4c66-8f29-c5ab4bd0ecff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdaf28c-ceb4-4352-b337-e3df9810c88a,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:37.730108 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-67953216-2ec8-4c66-8f29-c5ab4bd0ecff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:37.786791 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-b215d850-0b55-4f9f-87ce-e998336e967f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:37.815856 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-b215d850-0b55-4f9f-87ce-e998336e967f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:37.874846 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-b215d850-0b55-4f9f-87ce-e998336e967f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:37.879192 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-b215d850-0b55-4f9f-87ce-e998336e967f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:37.880322 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-b215d850-0b55-4f9f-87ce-e998336e967f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2bdaf28c-ceb4-4352-b337-e3df9810c88a HTTP/1.1" status: 204 len: 168 time: 0.1531894 Jun 23 16:21:37.881059 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7824a017-3b6e-4127-b5d5-a0b0d558ef5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:37.889752 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215d850-0b55-4f9f-87ce-e998336e967f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdaf28c-ceb4-4352-b337-e3df9810c88a,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:37.891955 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-b215d850-0b55-4f9f-87ce-e998336e967f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:38.115059 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:38.333924 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-00497ec5-cc57-4d5c-8b37-4a6e3a45ae69 req-2b4c62a8-d9ed-41ed-8aae-0af8e7b69798 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0622156 Jun 23 16:21:38.500611 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1dd8-7644-44f4-8742-64b8b3eea6b0 req-4419cffe-9af8-4f88-b776-e7becb32a26c tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:38.502159 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-979b1dd8-7644-44f4-8742-64b8b3eea6b0 req-4419cffe-9af8-4f88-b776-e7becb32a26c tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.1036506 Jun 23 16:21:38.505456 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00497ec5-cc57-4d5c-8b37-4a6e3a45ae69 req-e0ec942c-0585-4f4f-a1aa-0e26734aa784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:38.506843 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-00497ec5-cc57-4d5c-8b37-4a6e3a45ae69 req-e0ec942c-0585-4f4f-a1aa-0e26734aa784 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a880a986b3474fb7aee8676598bc91b5&device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 1098 time: 0.0970836 Jun 23 16:21:38.553153 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-979b1dd8-7644-44f4-8742-64b8b3eea6b0 req-c1502b70-9a55-4dab-9c1c-b0f5711ff887 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427666 Jun 23 16:21:38.631744 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0c4f5ef6-eca2-4de2-91f2-5cead28b93d5 req-524fbf73-aa86-4f15-8e58-064eabfcdf80 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 210 time: 0.0407169 Jun 23 16:21:38.638666 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00497ec5-cc57-4d5c-8b37-4a6e3a45ae69 req-4b0306b8-7a3c-4b9f-a67a-6aa101bae901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:38.640262 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-00497ec5-cc57-4d5c-8b37-4a6e3a45ae69 req-4b0306b8-7a3c-4b9f-a67a-6aa101bae901 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c6e4245e-4f0f-4237-826e-50852997cf26 HTTP/1.1" status: 200 len: 919 time: 0.0988958 Jun 23 16:21:38.692723 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 47708) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:38.693010 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-00497ec5-cc57-4d5c-8b37-4a6e3a45ae69 req-89269eca-ce87-42c5-8662-263fcc8e8969 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fcbd813-4fb1-4bcd-b691-649908f71ec9 HTTP/1.1" status: 200 len: 217 time: 0.0379548 Jun 23 16:21:38.775677 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00497ec5-cc57-4d5c-8b37-4a6e3a45ae69 req-8a3918d1-6e37-4deb-983f-dbab630a73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:38.777073 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-00497ec5-cc57-4d5c-8b37-4a6e3a45ae69 req-8a3918d1-6e37-4deb-983f-dbab630a73f8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9790e06a-23e5-4112-9fcd-ab37b14fb6cc HTTP/1.1" status: 200 len: 858 time: 0.0747168 Jun 23 16:21:38.787913 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-cee7dbbc-264a-486b-877d-8030663b65ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1366407504-network', 'tenant_id': '6a684aff9f684637a88caeb5d97d6ce7'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:21:38.795560 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e538aa-eeca-4505-8837-4baa20137e55 req-63fbc12f-482e-4800-bdc6-dbd3dbbcfab6 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:38.797014 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-16e538aa-eeca-4505-8837-4baa20137e55 req-63fbc12f-482e-4800-bdc6-dbd3dbbcfab6 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.1068387 Jun 23 16:21:38.810335 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee7dbbc-264a-486b-877d-8030663b65ad admin admin] Made reservation on behalf of 6a684aff9f684637a88caeb5d97d6ce7 for: {'network': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:21:38.812840 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cee7dbbc-264a-486b-877d-8030663b65ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for network, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:38.821295 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cee7dbbc-264a-486b-877d-8030663b65ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:38.831113 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-00497ec5-cc57-4d5c-8b37-4a6e3a45ae69 req-24e4e140-3ef1-493f-8515-334c447a9354 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c6e4245e-4f0f-4237-826e-50852997cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331631 Jun 23 16:21:38.859247 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-16e538aa-eeca-4505-8837-4baa20137e55 req-b6dee807-c164-4067-ba96-143c84927025 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506873 Jun 23 16:21:38.911629 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cee7dbbc-264a-486b-877d-8030663b65ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:38.917399 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cee7dbbc-264a-486b-877d-8030663b65ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:38.922513 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-4019d63d-8682-457d-a60a-2d6da9b61035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:38.943064 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee7dbbc-264a-486b-877d-8030663b65ad admin admin] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=92863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:21:38.960506 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cee7dbbc-264a-486b-877d-8030663b65ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:38.960854 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.db.segments_db [None req-cee7dbbc-264a-486b-877d-8030663b65ad admin admin] Added segment 6ebcf0ce-6da8-4de3-b35b-3a13c48cbb07 of type vlan for network 4fe84f97-9a90-483a-9860-552db9fc780e Jun 23 16:21:38.963125 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7dbbc-264a-486b-877d-8030663b65ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d838247-1c3d-4a94-8478-0b24807b7d03,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:38.966775 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-cee7dbbc-264a-486b-877d-8030663b65ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:39.017856 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cee7dbbc-264a-486b-877d-8030663b65ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751333559336'] for network, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:39.039486 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-00497ec5-cc57-4d5c-8b37-4a6e3a45ae69 req-83d15ec6-3570-45e1-bfa4-d41fa1e5b1a4 service neutron] 10.222.0.84 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090641 Jun 23 16:21:39.055135 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cee7dbbc-264a-486b-877d-8030663b65ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055'] for network, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:39.056461 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee7dbbc-264a-486b-877d-8030663b65ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:39.057026 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cee7dbbc-264a-486b-877d-8030663b65ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:39.058956 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:39.096987 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-cee7dbbc-264a-486b-877d-8030663b65ad admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4030612 Jun 23 16:21:39.098022 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 47714) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:39.185333 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7dbbc-264a-486b-877d-8030663b65ad admin admin] Pushing event updated for resources: {'Network': ['ID=4fe84f97-9a90-483a-9860-552db9fc780e,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:39.188409 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:39.190320 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-cee7dbbc-264a-486b-877d-8030663b65ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:39.198670 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Network 4fe84f97-9a90-483a-9860-552db9fc780e details requested by agent ovs-agent-dv-cinder-788363-4-iscsi with host dv-cinder-788363-4-iscsi {{(pid=92865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:21:39.206187 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-b17ef9a3-4784-4d8d-9812-263dcca8457f admin admin] Request body: {'subnet': {'network_id': '4fe84f97-9a90-483a-9860-552db9fc780e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1366407504-subnet', 'tenant_id': '6a684aff9f684637a88caeb5d97d6ce7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:21:39.253029 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-00497ec5-cc57-4d5c-8b37-4a6e3a45ae69 req-57089d57-50ab-4287-8b22-20d90942cf1e service neutron] 10.222.0.84 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573143 Jun 23 16:21:39.256719 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17ef9a3-4784-4d8d-9812-263dcca8457f admin admin] Made reservation on behalf of 6a684aff9f684637a88caeb5d97d6ce7 for: {'subnet': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:21:39.259435 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b17ef9a3-4784-4d8d-9812-263dcca8457f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126835597'] for subnet, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:39.300928 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-4b7bee21-635c-4d75-88a3-bac02eaea38b tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:39.302446 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-4b7bee21-635c-4d75-88a3-bac02eaea38b tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.84 "GET /v2.0/networks?id=afbd47df-b297-4e88-a1e9-28c0aceb872b HTTP/1.1" status: 200 len: 812 time: 0.2225823 Jun 23 16:21:39.402236 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-17dcc81c-6322-4e78-af15-c97d7a9a5e51 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Request body: {'port': {'device_id': '146c2e54-a571-49a2-b5b1-acd7f4e9b5b0', 'network_id': 'afbd47df-b297-4e88-a1e9-28c0aceb872b', 'admin_state_up': True, 'tenant_id': 'efc330d54ca34426bcb9c0e78b78b1ac'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:21:39.491370 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b17ef9a3-4784-4d8d-9812-263dcca8457f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126767281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126835615'] for subnet, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:39.494955 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:39.518360 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-17dcc81c-6322-4e78-af15-c97d7a9a5e51 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Made reservation on behalf of efc330d54ca34426bcb9c0e78b78b1ac for: {'port': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:21:39.522112 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-17dcc81c-6322-4e78-af15-c97d7a9a5e51 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:39.547024 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ef9a3-4784-4d8d-9812-263dcca8457f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bc28d4f-726e-4439-b6d8-0331ea7247fd,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:39.550516 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b17ef9a3-4784-4d8d-9812-263dcca8457f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:39.556710 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17ef9a3-4784-4d8d-9812-263dcca8457f admin admin] Checking segment: {'id': '6ebcf0ce-6da8-4de3-b35b-3a13c48cbb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '4fe84f97-9a90-483a-9860-552db9fc780e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:21:39.557060 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17ef9a3-4784-4d8d-9812-263dcca8457f admin admin] Network hostable DHCP agents. Network: 4fe84f97-9a90-483a-9860-552db9fc780e, hostable agents: ['282bd639-6a17-4952-b94c-338e5747c82c'], hosted agents: [] {{(pid=92864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:21:39.576145 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17ef9a3-4784-4d8d-9812-263dcca8457f admin admin] Network 4fe84f97-9a90-483a-9860-552db9fc780e is scheduled to be hosted by DHCP agent 282bd639-6a17-4952-b94c-338e5747c82c with binding_index 1 {{(pid=92864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:21:39.587826 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-b17ef9a3-4784-4d8d-9812-263dcca8457f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-iscsi, 4fe84f97-9a90-483a-9860-552db9fc780e) {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:21:39.592315 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17ef9a3-4784-4d8d-9812-263dcca8457f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:39.593917 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b17ef9a3-4784-4d8d-9812-263dcca8457f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:39.596566 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b381b78a-021c-4c3e-8d37-ca126e0d92cc None None] Network 4fe84f97-9a90-483a-9860-552db9fc780e requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:21:39.622687 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-b17ef9a3-4784-4d8d-9812-263dcca8457f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5235350 Jun 23 16:21:39.716383 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-17dcc81c-6322-4e78-af15-c97d7a9a5e51 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Allocated IP 172.20.0.6 (afbd47df-b297-4e88-a1e9-28c0aceb872b/88e43062-89eb-4a01-a1db-67f283145f98/182774e2-9071-480b-b50a-ba597049b022) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:21:39.836351 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4afe7f8-2a87-49da-b38f-fc78d3e38632 None None] Network 4fe84f97-9a90-483a-9860-552db9fc780e requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:21:39.948578 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-17dcc81c-6322-4e78-af15-c97d7a9a5e51 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:40.008699 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ea2de-3ca0-4a8b-9ebd-06efff154cd1 req-3a2fb2cf-1985-4e65-a8cb-767021b1f85e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:40.016384 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-cc2ea2de-3ca0-4a8b-9ebd-06efff154cd1 req-3a2fb2cf-1985-4e65-a8cb-767021b1f85e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.3151987 Jun 23 16:21:40.082061 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-cc2ea2de-3ca0-4a8b-9ebd-06efff154cd1 req-2f9eb233-27b0-4148-942e-d11bd9ef5980 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611773 Jun 23 16:21:40.083916 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-17dcc81c-6322-4e78-af15-c97d7a9a5e51 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125858108'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:40.088508 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:40.146292 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-17dcc81c-6322-4e78-af15-c97d7a9a5e51 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Network afbd47df-b297-4e88-a1e9-28c0aceb872b is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:21:40.150511 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-17dcc81c-6322-4e78-af15-c97d7a9a5e51 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:21:40.155698 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-17dcc81c-6322-4e78-af15-c97d7a9a5e51 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:21:40.160026 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dcc81c-6322-4e78-af15-c97d7a9a5e51 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Pushing event updated for resources: {'Port': ['ID=182774e2-9071-480b-b50a-ba597049b022,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:40.197029 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-17dcc81c-6322-4e78-af15-c97d7a9a5e51 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:40.236605 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-17dcc81c-6322-4e78-af15-c97d7a9a5e51 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:40.237238 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-17dcc81c-6322-4e78-af15-c97d7a9a5e51 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:40.265132 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-17dcc81c-6322-4e78-af15-c97d7a9a5e51 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8675063 Jun 23 16:21:40.292324 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Request body: {'port': {'device_id': '146c2e54-a571-49a2-b5b1-acd7f4e9b5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:21:40.310791 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-00f62c90-66ec-4fc2-8548-0a5f4bb25f70 req-b19816bb-3a55-4887-b935-e280e629a38d tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 210 time: 0.5051689 Jun 23 16:21:40.442829 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 47810) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:40.451895 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-7204e04c-6c48-48a4-9edb-47431a2b0c8e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1952038760-network', 'tenant_id': 'c6cfc3f75eed4464a7268ce2cbebb10e'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:21:40.456773 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:40.485655 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a0408-5839-412d-9033-582c11962b10 req-eff2137a-1126-47c2-a958-b4f68cdf8449 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:40.487115 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-535a0408-5839-412d-9033-582c11962b10 req-eff2137a-1126-47c2-a958-b4f68cdf8449 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.1422622 Jun 23 16:21:40.534544 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7204e04c-6c48-48a4-9edb-47431a2b0c8e admin admin] Made reservation on behalf of c6cfc3f75eed4464a7268ce2cbebb10e for: {'network': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:21:40.536886 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7204e04c-6c48-48a4-9edb-47431a2b0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for network, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:40.555121 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7204e04c-6c48-48a4-9edb-47431a2b0c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:40.591787 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-535a0408-5839-412d-9033-582c11962b10 req-09533d6c-c82f-4a01-91c1-59aebd9eb1f4 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976272 Jun 23 16:21:40.747275 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21f518-0e89-40e9-99c5-d39aaaac5585 req-e53b9fd6-3c07-40cc-b767-9b2b4669862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:40.748877 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6c21f518-0e89-40e9-99c5-d39aaaac5585 req-e53b9fd6-3c07-40cc-b767-9b2b4669862b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a880a986b3474fb7aee8676598bc91b5&device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 1098 time: 0.0541725 Jun 23 16:21:40.840343 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21f518-0e89-40e9-99c5-d39aaaac5585 req-db86280b-f643-42a0-938b-e7f0472e0b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:40.841734 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6c21f518-0e89-40e9-99c5-d39aaaac5585 req-db86280b-f643-42a0-938b-e7f0472e0b7d service neutron] 10.222.0.84 "GET /v2.0/networks?id=c6e4245e-4f0f-4237-826e-50852997cf26 HTTP/1.1" status: 200 len: 919 time: 0.0854249 Jun 23 16:21:40.878860 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7204e04c-6c48-48a4-9edb-47431a2b0c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:40.884446 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6c21f518-0e89-40e9-99c5-d39aaaac5585 req-41390973-a6b0-45f5-842f-4ef87c690738 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b15b57f-8f11-44df-aec4-c44070d0b95c HTTP/1.1" status: 200 len: 217 time: 0.0343359 Jun 23 16:21:40.887964 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7204e04c-6c48-48a4-9edb-47431a2b0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:40.897446 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5da481-1dec-4057-8eac-654b761b8bef req-4df4842c-1614-45f6-a78b-9320853a3ba4 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:40.899339 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ee5da481-1dec-4057-8eac-654b761b8bef req-4df4842c-1614-45f6-a78b-9320853a3ba4 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.1586137 Jun 23 16:21:40.903641 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-6c943391-cb93-4736-b476-d50c73501eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:40.933716 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21f518-0e89-40e9-99c5-d39aaaac5585 req-2199850d-484f-4fac-8a24-da857381f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:40.935166 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6c21f518-0e89-40e9-99c5-d39aaaac5585 req-2199850d-484f-4fac-8a24-da857381f264 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9790e06a-23e5-4112-9fcd-ab37b14fb6cc HTTP/1.1" status: 200 len: 858 time: 0.0438700 Jun 23 16:21:40.947060 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7204e04c-6c48-48a4-9edb-47431a2b0c8e admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=92863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:21:40.967120 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6c21f518-0e89-40e9-99c5-d39aaaac5585 req-2dc3880f-eb0a-48fd-84ec-80e5eb40ac42 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c6e4245e-4f0f-4237-826e-50852997cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251477 Jun 23 16:21:40.975451 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182774e2-9071-480b-b50a-ba597049b022 {{(pid=92863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:21:40.996441 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:41.001009 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7204e04c-6c48-48a4-9edb-47431a2b0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:41.001357 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.db.segments_db [None req-7204e04c-6c48-48a4-9edb-47431a2b0c8e admin admin] Added segment 21e90b10-2254-4c83-99b6-8714eadfac48 of type vlan for network a6b7e1c3-e88e-4803-a084-bbbc361b1aa6 Jun 23 16:21:41.005355 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204e04c-6c48-48a4-9edb-47431a2b0c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e751bb52-6a81-4485-af12-662d1c2edeb1,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:41.008654 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7204e04c-6c48-48a4-9edb-47431a2b0c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:41.021173 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ee5da481-1dec-4057-8eac-654b761b8bef req-e101f077-7171-42fe-884f-befec9dd89c7 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961101 Jun 23 16:21:41.047488 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Transition to ACTIVE for port object 182774e2-9071-480b-b50a-ba597049b022 will not be triggered until provisioned by entity L2. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:21:41.058851 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:41.061155 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6c21f518-0e89-40e9-99c5-d39aaaac5585 req-9482e67a-ce8b-4a39-95b7-78b11bddeb19 service neutron] 10.222.0.84 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862381 Jun 23 16:21:41.062803 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:41.066041 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7204e04c-6c48-48a4-9edb-47431a2b0c8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751333559336'] for network, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:41.132852 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=182774e2-9071-480b-b50a-ba597049b022,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:41.138991 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:41.157974 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6c21f518-0e89-40e9-99c5-d39aaaac5585 req-72362761-60ba-4c7c-86c8-c11d16d1066b service neutron] 10.222.0.84 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902557 Jun 23 16:21:41.162397 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7204e04c-6c48-48a4-9edb-47431a2b0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055'] for network, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:41.179946 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7204e04c-6c48-48a4-9edb-47431a2b0c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:41.180526 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7204e04c-6c48-48a4-9edb-47431a2b0c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:41.185343 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:41.247051 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-7204e04c-6c48-48a4-9edb-47431a2b0c8e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8031909 Jun 23 16:21:41.249919 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 47818) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:41.254203 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204e04c-6c48-48a4-9edb-47431a2b0c8e admin admin] Pushing event updated for resources: {'Network': ['ID=a6b7e1c3-e88e-4803-a084-bbbc361b1aa6,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:41.254993 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-dd2fa896-9478-4066-a3a4-f21d62d92f33 admin admin] Request body: {'subnet': {'network_id': 'a6b7e1c3-e88e-4803-a084-bbbc361b1aa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1952038760-subnet', 'tenant_id': 'c6cfc3f75eed4464a7268ce2cbebb10e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:21:41.257299 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7204e04c-6c48-48a4-9edb-47431a2b0c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:41.264190 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Network a6b7e1c3-e88e-4803-a084-bbbc361b1aa6 details requested by agent ovs-agent-dv-cinder-788363-4-iscsi with host dv-cinder-788363-4-iscsi {{(pid=92865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:21:41.271427 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Attempting to bind port 182774e2-9071-480b-b50a-ba597049b022 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:21:41.271872 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Attempting to bind port 182774e2-9071-480b-b50a-ba597049b022 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7d04fecc-825b-4941-aff1-ece9015f1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'afbd47df-b297-4e88-a1e9-28c0aceb872b'}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:21:41.272188 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Attempting to bind port 182774e2-9071-480b-b50a-ba597049b022 on network afbd47df-b297-4e88-a1e9-28c0aceb872b {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:21:41.277164 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Port 182774e2-9071-480b-b50a-ba597049b022 on network afbd47df-b297-4e88-a1e9-28c0aceb872b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:21:41.277487 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Attempting to bind port 182774e2-9071-480b-b50a-ba597049b022 on network afbd47df-b297-4e88-a1e9-28c0aceb872b {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:21:41.288829 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Checking agent: {'id': '038417b8-6895-4fa1-8365-da35a0f7bc41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'started_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:21:41.289192 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Checking segment: {'id': '7d04fecc-825b-4941-aff1-ece9015f1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'afbd47df-b297-4e88-a1e9-28c0aceb872b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:21:41.289612 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Bound using segment: {'id': '7d04fecc-825b-4941-aff1-ece9015f1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'afbd47df-b297-4e88-a1e9-28c0aceb872b'} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:21:41.290110 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Bound port: 182774e2-9071-480b-b50a-ba597049b022, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d04fecc-825b-4941-aff1-ece9015f1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'afbd47df-b297-4e88-a1e9-28c0aceb872b'}}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:21:41.291261 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:41.293611 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2fa896-9478-4066-a3a4-f21d62d92f33 admin admin] Made reservation on behalf of c6cfc3f75eed4464a7268ce2cbebb10e for: {'subnet': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:21:41.296344 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-dd2fa896-9478-4066-a3a4-f21d62d92f33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126835597'] for subnet, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:41.367878 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] For port 182774e2-9071-480b-b50a-ba597049b022, host hv-cinder-78836, cleared binding levels {{(pid=92863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:21:41.377751 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] For port 182774e2-9071-480b-b50a-ba597049b022, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=182774e2-9071-480b-b50a-ba597049b022,segment=NetworkSegment(7d04fecc-825b-4941-aff1-ece9015f1e2b),segment_id=7d04fecc-825b-4941-aff1-ece9015f1e2b)] {{(pid=92863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:21:41.384630 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:41.387987 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:41.431614 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 47826) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:41.446270 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:41.446908 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:41.448258 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] 10.222.0.84 "PUT /v2.0/ports/182774e2-9071-480b-b50a-ba597049b022 HTTP/1.1" status: 200 len: 1093 time: 1.1626291 Jun 23 16:21:41.448754 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146c2e54-a571-49a2-b5b1-acd7f4e9b5b0', 'tag': '182774e2-9071-480b-b50a-ba597049b022'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:21:41.451120 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfd4a1d-0cc2-45a3-82b6-cd859dd36081" -d '{"events": [{"name": "network-changed", "server_uuid": "146c2e54-a571-49a2-b5b1-acd7f4e9b5b0", "tag": "182774e2-9071-480b-b50a-ba597049b022"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:21:41.500439 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=182774e2-9071-480b-b50a-ba597049b022,revision_number=3']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:41.506846 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:41.510275 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_v2 [None req-824eecee-3057-4793-b199-65511715ff45 admin admin] Deleting subnet c77d78c8-dac9-4d9a-b7ee-428d7bb9264c {{(pid=92863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:21:41.513948 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-824eecee-3057-4793-b199-65511715ff45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:41.539395 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54232038-e28a-4d0b-a8eb-a9ba83dd499a x-openstack-request-id: req-54232038-e28a-4d0b-a8eb-a9ba83dd499a {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:21:41.539711 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146c2e54-a571-49a2-b5b1-acd7f4e9b5b0", "tag": "182774e2-9071-480b-b50a-ba597049b022", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:21:41.540166 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-54232038-e28a-4d0b-a8eb-a9ba83dd499a {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:21:41.541132 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146c2e54-a571-49a2-b5b1-acd7f4e9b5b0', 'tag': '182774e2-9071-480b-b50a-ba597049b022', 'status': 'completed', 'code': 200} Jun 23 16:21:41.549230 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-dd2fa896-9478-4066-a3a4-f21d62d92f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126767281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126835615'] for subnet, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:41.557545 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734122a-6649-43e1-8b3a-038404998c1c req-3e48c450-2dd1-487c-ab21-df65f793f5cd tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:41.559040 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7734122a-6649-43e1-8b3a-038404998c1c req-3e48c450-2dd1-487c-ab21-df65f793f5cd tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 943 time: 0.1270015 Jun 23 16:21:41.559990 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-824eecee-3057-4793-b199-65511715ff45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126074025'] for subnet, precommit_delete_associations {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:41.561140 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b17ef9a3-4784-4d8d-9812-263dcca8457f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:41.614361 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-824eecee-3057-4793-b199-65511715ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482743'] for subnet, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:41.627285 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fa896-9478-4066-a3a4-f21d62d92f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dda31b2b-f533-4b2c-a73b-dc17dc7cd770,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:41.637873 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-dd2fa896-9478-4066-a3a4-f21d62d92f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:41.648109 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7734122a-6649-43e1-8b3a-038404998c1c req-afb46fdc-3da1-44e2-9bf2-657ea01c1dcc tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/security-groups?id=895e53b7-ce1d-4b47-8f92-f82834b5db18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832565 Jun 23 16:21:41.658276 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2fa896-9478-4066-a3a4-f21d62d92f33 admin admin] Checking segment: {'id': '21e90b10-2254-4c83-99b6-8714eadfac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'a6b7e1c3-e88e-4803-a084-bbbc361b1aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:21:41.658638 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2fa896-9478-4066-a3a4-f21d62d92f33 admin admin] Network hostable DHCP agents. Network: a6b7e1c3-e88e-4803-a084-bbbc361b1aa6, hostable agents: ['282bd639-6a17-4952-b94c-338e5747c82c'], hosted agents: [] {{(pid=92864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:21:41.683355 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2fa896-9478-4066-a3a4-f21d62d92f33 admin admin] Network a6b7e1c3-e88e-4803-a084-bbbc361b1aa6 is scheduled to be hosted by DHCP agent 282bd639-6a17-4952-b94c-338e5747c82c with binding_index 1 {{(pid=92864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:21:41.698857 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-dd2fa896-9478-4066-a3a4-f21d62d92f33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-iscsi, a6b7e1c3-e88e-4803-a084-bbbc361b1aa6) {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:21:41.703993 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2fa896-9478-4066-a3a4-f21d62d92f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:41.705589 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-dd2fa896-9478-4066-a3a4-f21d62d92f33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:41.707880 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faf61c9-2918-47cf-ac9e-933a05a7171f None None] Network a6b7e1c3-e88e-4803-a084-bbbc361b1aa6 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:21:41.721523 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-f236b00e-807a-494c-b049-31576d3f61ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:41.723244 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-f236b00e-807a-494c-b049-31576d3f61ea service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=efc330d54ca34426bcb9c0e78b78b1ac&device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 1096 time: 0.1201103 Jun 23 16:21:41.724907 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-dd2fa896-9478-4066-a3a4-f21d62d92f33 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4738224 Jun 23 16:21:41.725128 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-824eecee-3057-4793-b199-65511715ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125858159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126317424'] for subnet, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:41.727351 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:41.763658 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824eecee-3057-4793-b199-65511715ff45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c77d78c8-dac9-4d9a-b7ee-428d7bb9264c,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:41.793743 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-824eecee-3057-4793-b199-65511715ff45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:41.802476 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-824eecee-3057-4793-b199-65511715ff45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for subnet, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:41.806446 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-824eecee-3057-4793-b199-65511715ff45 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c77d78c8-dac9-4d9a-b7ee-428d7bb9264c HTTP/1.1" status: 204 len: 168 time: 0.3744979 Jun 23 16:21:41.806446 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-a67fa0ca-7230-4073-8a39-832998071389 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=182774e2-9071-480b-b50a-ba597049b022 HTTP/1.1" status: 200 len: 217 time: 0.0508041 Jun 23 16:21:41.807224 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 47834) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:41.865110 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30ae843-7f42-4525-b91d-95bea4eff9c0 None None] Network a6b7e1c3-e88e-4803-a084-bbbc361b1aa6 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:21:41.887031 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-dacc8ecc-2515-4fcd-8921-b831e11535fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:41.888563 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-dacc8ecc-2515-4fcd-8921-b831e11535fe service neutron] 10.222.0.84 "GET /v2.0/subnets?id=88e43062-89eb-4a01-a1db-67f283145f98 HTTP/1.1" status: 200 len: 852 time: 0.0635724 Jun 23 16:21:41.903813 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bab00aee-08fd-42d6-9596-63c2c11d21fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468273'] for network, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:41.933896 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4813bb7-c4b3-44b0-a533-23aaf07376dd req-ceb256cb-ba4b-40a1-9d52-8917aa19b1cd tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:41.941399 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a4813bb7-c4b3-44b0-a533-23aaf07376dd req-ceb256cb-ba4b-40a1-9d52-8917aa19b1cd tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.1755333 Jun 23 16:21:41.945881 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-50898059-3f39-45db-a816-3e5112cd30a1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=afbd47df-b297-4e88-a1e9-28c0aceb872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493107 Jun 23 16:21:42.006789 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a4813bb7-c4b3-44b0-a533-23aaf07376dd req-66d55b94-84db-43d9-b904-becc0bb27b29 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641661 Jun 23 16:21:42.016720 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bab00aee-08fd-42d6-9596-63c2c11d21fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481338', 'neutron.services.segments.db._delete_segments_for_network-8751334030111'] for network, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:42.028582 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-bab00aee-08fd-42d6-9596-63c2c11d21fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9b021f-df41-46de-9b1b-fb06f45962f5']}} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:42.038617 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-bab00aee-08fd-42d6-9596-63c2c11d21fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7bf881b-4ff7-43cf-9fd3-07965ccef824') {'for_net_delete': True} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:42.039053 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-bab00aee-08fd-42d6-9596-63c2c11d21fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7bf881b-4ff7-43cf-9fd3-07965ccef824') {} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:42.049131 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bab00aee-08fd-42d6-9596-63c2c11d21fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751334018286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126767261'] for segment, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:42.069920 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bab00aee-08fd-42d6-9596-63c2c11d21fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:42.073449 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-4484359d-4926-4ab5-b6df-feb9146f5243 service neutron] 10.222.0.84 "GET /v2.0/networks/afbd47df-b297-4e88-a1e9-28c0aceb872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138465 Jun 23 16:21:42.077242 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab00aee-08fd-42d6-9596-63c2c11d21fa admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=92864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:21:42.077635 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bab00aee-08fd-42d6-9596-63c2c11d21fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126768367'] for segment, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: Traceback (most recent call last): Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: timer() Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: cb(*args, **kw) Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: return func(*args, **kwargs) Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: self._notify() Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: self.callback(batched_events) Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: event.method(event) Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: return f(self, *a, **k) Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: return self._get(url).json() Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: return self.request(url, 'GET', **kwargs) Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:21:42.079377 dv-cinder-788363-4-iscsi neutron-server[92864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:21:42.144344 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bab00aee-08fd-42d6-9596-63c2c11d21fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651370'] for network, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:42.148280 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7c080d5e-4240-4688-9925-c1bc4db8f08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:42.151629 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bab00aee-08fd-42d6-9596-63c2c11d21fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:42.153662 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-bab00aee-08fd-42d6-9596-63c2c11d21fa admin admin] 10.222.0.46 "DELETE /v2.0/networks/dd9b021f-df41-46de-9b1b-fb06f45962f5 HTTP/1.1" status: 204 len: 168 time: 0.3450785 Jun 23 16:21:42.171151 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab00aee-08fd-42d6-9596-63c2c11d21fa admin admin] Pushing event deleted for resources: {'Network': ['ID=dd9b021f-df41-46de-9b1b-fb06f45962f5,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:42.180136 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-bab00aee-08fd-42d6-9596-63c2c11d21fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:42.205151 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2a2994ee-4bf5-40a0-925c-d05c6e92a423 req-0865bc1c-11c7-4b4f-99b1-005f423f5bb3 service neutron] 10.222.0.84 "GET /v2.0/networks/afbd47df-b297-4e88-a1e9-28c0aceb872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224089 Jun 23 16:21:42.246731 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242f497-5a21-4748-8a0a-106a7d6fc022 req-0e028179-b0c1-4208-869f-81ed05b95c70 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:42.248254 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a242f497-5a21-4748-8a0a-106a7d6fc022 req-0e028179-b0c1-4208-869f-81ed05b95c70 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0790629 Jun 23 16:21:42.312099 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a242f497-5a21-4748-8a0a-106a7d6fc022 req-c45935d6-2412-4d20-ac79-85e2796682fb tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574641 Jun 23 16:21:42.407819 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd4a1d-0cc2-45a3-82b6-cd859dd36081 req-5caaee45-d7ff-486b-bfc3-36c4d54e9423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:42.410432 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-5cfd4a1d-0cc2-45a3-82b6-cd859dd36081 req-5caaee45-d7ff-486b-bfc3-36c4d54e9423 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=efc330d54ca34426bcb9c0e78b78b1ac&device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 1096 time: 0.0809994 Jun 23 16:21:42.427998 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 47854) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:42.478682 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-0ed197d2-352d-4f9c-9afb-8158f1a7f674 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d981dabc35ee42d7a01583059fb4c8a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472157 Jun 23 16:21:42.480123 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 47860) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:42.549688 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd4a1d-0cc2-45a3-82b6-cd859dd36081 req-06ff6390-d24c-45ce-8705-8162227cf7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:42.551073 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-5cfd4a1d-0cc2-45a3-82b6-cd859dd36081 req-06ff6390-d24c-45ce-8705-8162227cf7fb service neutron] 10.222.0.84 "GET /v2.0/networks?id=afbd47df-b297-4e88-a1e9-28c0aceb872b HTTP/1.1" status: 200 len: 913 time: 0.1328018 Jun 23 16:21:42.556505 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9e8fa09d-a165-4472-b8cc-f123cc2b5f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:42.584873 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9e8fa09d-a165-4472-b8cc-f123cc2b5f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:42.592954 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-5cfd4a1d-0cc2-45a3-82b6-cd859dd36081 req-d49e347b-62f9-4d10-8d28-487407cdcfef service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=182774e2-9071-480b-b50a-ba597049b022 HTTP/1.1" status: 200 len: 217 time: 0.0352526 Jun 23 16:21:42.640334 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9e8fa09d-a165-4472-b8cc-f123cc2b5f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:42.643067 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9e8fa09d-a165-4472-b8cc-f123cc2b5f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:42.644202 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-9e8fa09d-a165-4472-b8cc-f123cc2b5f5a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/25c04fe7-5336-45b3-a34c-7cb85e3e2b69 HTTP/1.1" status: 204 len: 168 time: 0.1571729 Jun 23 16:21:42.644988 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b9b9014b-8075-400b-a866-a35f44cc853a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:42.652854 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fa09d-a165-4472-b8cc-f123cc2b5f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c04fe7-5336-45b3-a34c-7cb85e3e2b69,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:42.655082 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9e8fa09d-a165-4472-b8cc-f123cc2b5f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:42.656896 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd4a1d-0cc2-45a3-82b6-cd859dd36081 req-fc38b64b-f4e8-4e11-940a-97aa9e1cef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:42.658421 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-5cfd4a1d-0cc2-45a3-82b6-cd859dd36081 req-fc38b64b-f4e8-4e11-940a-97aa9e1cef08 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=88e43062-89eb-4a01-a1db-67f283145f98 HTTP/1.1" status: 200 len: 852 time: 0.0564089 Jun 23 16:21:42.946340 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-5cfd4a1d-0cc2-45a3-82b6-cd859dd36081 req-9692860e-fa40-4808-9fdf-9965ab760f76 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=afbd47df-b297-4e88-a1e9-28c0aceb872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2809889 Jun 23 16:21:43.087613 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e58bb0-d784-4e54-bd53-015c44584405 req-eabb62c4-97b4-4089-be2f-5a5c245551ef tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:43.089102 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d0e58bb0-d784-4e54-bd53-015c44584405 req-eabb62c4-97b4-4089-be2f-5a5c245551ef tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 943 time: 0.1412976 Jun 23 16:21:43.094712 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-5cfd4a1d-0cc2-45a3-82b6-cd859dd36081 req-e9fdb7f6-d904-4b37-9771-cff23396accf service neutron] 10.222.0.84 "GET /v2.0/networks/afbd47df-b297-4e88-a1e9-28c0aceb872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368949 Jun 23 16:21:43.137486 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d0e58bb0-d784-4e54-bd53-015c44584405 req-d2197152-f5e9-461e-b70f-15e03af690ab tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/security-groups?id=895e53b7-ce1d-4b47-8f92-f82834b5db18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375752 Jun 23 16:21:43.210530 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d33589-7511-4ba7-b8d5-7cf1727bba8a req-73edbe73-fda5-4049-9c9e-71eacae486ca tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:43.212648 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-49d33589-7511-4ba7-b8d5-7cf1727bba8a req-73edbe73-fda5-4049-9c9e-71eacae486ca tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0756707 Jun 23 16:21:43.233760 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-5cfd4a1d-0cc2-45a3-82b6-cd859dd36081 req-6abb7770-a9bc-4841-963a-0d58154a4d2d service neutron] 10.222.0.84 "GET /v2.0/networks/afbd47df-b297-4e88-a1e9-28c0aceb872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953426 Jun 23 16:21:43.251566 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-49d33589-7511-4ba7-b8d5-7cf1727bba8a req-4eb8c865-82a9-4290-8ad2-67f7437f33b1 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326285 Jun 23 16:21:43.494004 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff896b-ae3d-4a1a-9daa-f6fb8e70ff67 req-53b5edfa-ddb6-4144-a79e-65af6c95fb1c tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:43.495641 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-caff896b-ae3d-4a1a-9daa-f6fb8e70ff67 req-53b5edfa-ddb6-4144-a79e-65af6c95fb1c tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0665674 Jun 23 16:21:43.535938 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-caff896b-ae3d-4a1a-9daa-f6fb8e70ff67 req-0b8002a7-ff76-40da-a932-278500ba3cf0 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339985 Jun 23 16:21:44.328420 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9fae4-37c0-4ee3-9ad6-16b0da80cfbb req-69feab21-ab6b-4087-b581-3f3e3af9c28f tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:44.336938 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d2b9fae4-37c0-4ee3-9ad6-16b0da80cfbb req-69feab21-ab6b-4087-b581-3f3e3af9c28f tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 943 time: 0.0795689 Jun 23 16:21:44.376094 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d2b9fae4-37c0-4ee3-9ad6-16b0da80cfbb req-959639ab-0909-4297-b78e-f8ed6b555ce9 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/security-groups?id=895e53b7-ce1d-4b47-8f92-f82834b5db18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382502 Jun 23 16:21:44.451221 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf004b-c97e-4848-9a26-d371d3bcc2cd req-1995e28d-8926-441c-948f-d0de581fcd16 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:44.452693 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c8cf004b-c97e-4848-9a26-d371d3bcc2cd req-1995e28d-8926-441c-948f-d0de581fcd16 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0638800 Jun 23 16:21:44.490974 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c8cf004b-c97e-4848-9a26-d371d3bcc2cd req-cf22b853-ee15-41be-ada0-9bc48a7f18ee tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324860 Jun 23 16:21:44.721304 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e6d76-513f-4b80-9eb6-a44e80f4f665 req-45f60366-1286-4ef7-9172-763856cc762e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:44.722920 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-fd1e6d76-513f-4b80-9eb6-a44e80f4f665 req-45f60366-1286-4ef7-9172-763856cc762e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0687516 Jun 23 16:21:44.763214 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-fd1e6d76-513f-4b80-9eb6-a44e80f4f665 req-bbddcacb-3a8c-4d69-b96e-6411b26d71b1 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333877 Jun 23 16:21:45.046339 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cce1a-2ea7-40d4-9968-3c545f8064f5 req-3f73796c-48bf-4932-87fa-dcc38f3ead14 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:45.048347 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2e1cce1a-2ea7-40d4-9968-3c545f8064f5 req-3f73796c-48bf-4932-87fa-dcc38f3ead14 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.1003122 Jun 23 16:21:45.101981 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2e1cce1a-2ea7-40d4-9968-3c545f8064f5 req-bd76c735-39d4-4fa6-a2d7-087feddf86fd tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470545 Jun 23 16:21:45.116448 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 182774e2-9071-480b-b50a-ba597049b022 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:21:45.230451 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 182774e2-9071-480b-b50a-ba597049b022, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=182774e2-9071-480b-b50a-ba597049b022,segment=NetworkSegment(7d04fecc-825b-4941-aff1-ece9015f1e2b),segment_id=7d04fecc-825b-4941-aff1-ece9015f1e2b)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:21:45.243521 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Returning: {'device': '182774e2-9071-480b-b50a-ba597049b022', 'network_id': 'afbd47df-b297-4e88-a1e9-28c0aceb872b', 'port_id': '182774e2-9071-480b-b50a-ba597049b022', 'mac_address': 'fa:16:3e:b5:c0:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88e43062-89eb-4a01-a1db-67f283145f98', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:21:45.285161 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:45.303499 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182774e2-9071-480b-b50a-ba597049b022 {{(pid=92865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:21:45.333351 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 182774e2-9071-480b-b50a-ba597049b022, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=182774e2-9071-480b-b50a-ba597049b022,segment=NetworkSegment(7d04fecc-825b-4941-aff1-ece9015f1e2b),segment_id=7d04fecc-825b-4941-aff1-ece9015f1e2b)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:21:45.337960 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:45.340236 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:45.389607 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=182774e2-9071-480b-b50a-ba597049b022,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:45.393212 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:45.553135 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9e860-0b9d-4535-914b-b5493680511a req-6f6b7df6-1f05-4ced-9f59-e25c0247a92b tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:45.554615 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-10f9e860-0b9d-4535-914b-b5493680511a req-6f6b7df6-1f05-4ced-9f59-e25c0247a92b tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 944 time: 0.0666969 Jun 23 16:21:45.594061 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-10f9e860-0b9d-4535-914b-b5493680511a req-8512cf0f-7331-4449-81be-08532d3cfe46 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/security-groups?id=895e53b7-ce1d-4b47-8f92-f82834b5db18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328097 Jun 23 16:21:45.673087 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5a141-a769-4a95-8325-cc7bbd512e9f req-22969cf2-2ba9-4525-8847-6c095e63ba68 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:45.674681 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b5b5a141-a769-4a95-8325-cc7bbd512e9f req-22969cf2-2ba9-4525-8847-6c095e63ba68 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0616114 Jun 23 16:21:45.713371 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b5b5a141-a769-4a95-8325-cc7bbd512e9f req-4dfd36d8-12c8-4932-9c89-2b6102d061bf tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308902 Jun 23 16:21:45.755958 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['182774e2-9071-480b-b50a-ba597049b022'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:21:46.302656 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b9cdd-4630-4bad-9bbf-b3b605ea107f req-d4477405-05ad-4b3b-ab12-b10178a0d6ec tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:46.304221 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-096b9cdd-4630-4bad-9bbf-b3b605ea107f req-d4477405-05ad-4b3b-ab12-b10178a0d6ec tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0687449 Jun 23 16:21:46.312913 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcd739-3780-4fce-997e-0103a283ad40 req-32042ca1-eb69-476e-af6d-8e9c2ac99df2 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:46.314390 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-15bcd739-3780-4fce-997e-0103a283ad40 req-32042ca1-eb69-476e-af6d-8e9c2ac99df2 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0701056 Jun 23 16:21:46.346386 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-096b9cdd-4630-4bad-9bbf-b3b605ea107f req-b7323df9-a0a1-4adb-a7ed-74b567d8483c tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360916 Jun 23 16:21:46.359114 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-15bcd739-3780-4fce-997e-0103a283ad40 req-5c0226a8-17c2-454d-8ad5-37381553ae97 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390265 Jun 23 16:21:46.775592 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc056a1-099a-42f7-b1c4-86554f9d648f req-3105f9bf-340c-4ef2-af09-a54f9de19682 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:46.780921 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6dc056a1-099a-42f7-b1c4-86554f9d648f req-3105f9bf-340c-4ef2-af09-a54f9de19682 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 944 time: 0.0651116 Jun 23 16:21:46.834635 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6dc056a1-099a-42f7-b1c4-86554f9d648f req-6da2ba65-fb30-4064-bc8b-daefec43f79d tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/security-groups?id=895e53b7-ce1d-4b47-8f92-f82834b5db18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433142 Jun 23 16:21:46.948525 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b86c85-3b11-4b45-a2e2-de6bd5ad9f8d req-33161f02-2192-4742-b9ff-77a9ec98fd02 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:46.950107 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-32b86c85-3b11-4b45-a2e2-de6bd5ad9f8d req-33161f02-2192-4742-b9ff-77a9ec98fd02 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0693867 Jun 23 16:21:46.992167 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-32b86c85-3b11-4b45-a2e2-de6bd5ad9f8d req-98f3b03f-9d70-4105-b885-3d452e6ee7f1 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355883 Jun 23 16:21:47.133929 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 182774e2-9071-480b-b50a-ba597049b022 up at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:21:47.183709 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning for port 182774e2-9071-480b-b50a-ba597049b022 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:21:47.187422 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning complete for port 182774e2-9071-480b-b50a-ba597049b022 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:21:47.187856 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.263257 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.287229 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146c2e54-a571-49a2-b5b1-acd7f4e9b5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182774e2-9071-480b-b50a-ba597049b022'}] {{(pid=92865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:21:47.289515 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053164b0cf726773bb22b402b066b9c97a54671ffe15cd7793040184515b98b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d5c355-f588-4964-8883-6094dc18afbe" -d '{"events": [{"server_uuid": "146c2e54-a571-49a2-b5b1-acd7f4e9b5b0", "name": "network-vif-plugged", "status": "completed", "tag": "182774e2-9071-480b-b50a-ba597049b022"}]}' {{(pid=92865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:21:47.302438 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 182774e2-9071-480b-b50a-ba597049b022, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=182774e2-9071-480b-b50a-ba597049b022,segment=NetworkSegment(7d04fecc-825b-4941-aff1-ece9015f1e2b),segment_id=7d04fecc-825b-4941-aff1-ece9015f1e2b)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:21:47.306488 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:47.308671 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:47.329262 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750c9505-76f6-4206-86e8-c4fb1aa0727b x-openstack-request-id: req-750c9505-76f6-4206-86e8-c4fb1aa0727b {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:21:47.329566 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146c2e54-a571-49a2-b5b1-acd7f4e9b5b0", "name": "network-vif-plugged", "status": "completed", "tag": "182774e2-9071-480b-b50a-ba597049b022", "code": 200}]} {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:21:47.329829 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-750c9505-76f6-4206-86e8-c4fb1aa0727b {{(pid=92865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:21:47.330248 dv-cinder-788363-4-iscsi neutron-server[92865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146c2e54-a571-49a2-b5b1-acd7f4e9b5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182774e2-9071-480b-b50a-ba597049b022', 'code': 200} Jun 23 16:21:47.359077 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=182774e2-9071-480b-b50a-ba597049b022,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:47.366059 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.366556 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.366899 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.367239 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.367570 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.367905 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.368278 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.368592 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.368916 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.369234 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.369555 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.369876 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:21:47.373451 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:47.540138 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9136e-29f1-43bf-a66b-ff4653d20b46 req-01543ac4-96d5-4257-bdd7-88d5eccef3ec tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:47.542576 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e9b9136e-29f1-43bf-a66b-ff4653d20b46 req-01543ac4-96d5-4257-bdd7-88d5eccef3ec tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0754356 Jun 23 16:21:47.612452 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e9b9136e-29f1-43bf-a66b-ff4653d20b46 req-65035fa3-06ec-4ca2-9346-e7334778d3ed tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623538 Jun 23 16:21:47.633333 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877520d-7ced-40ca-aec5-4f482546f61b req-71d07c8b-e273-4279-ab47-755ba358e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:47.635011 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a877520d-7ced-40ca-aec5-4f482546f61b req-71d07c8b-e273-4279-ab47-755ba358e75c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 1098 time: 0.0704215 Jun 23 16:21:47.676415 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a877520d-7ced-40ca-aec5-4f482546f61b req-cb7bdddd-8e19-4cfc-8332-784bfdc66ac3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=895e53b7-ce1d-4b47-8f92-f82834b5db18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332427 Jun 23 16:21:47.825850 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 48072) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:47.987306 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bbd070e5-13fc-484b-b017-cfc489529ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:48.071406 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25a742-44cb-48a6-b3c1-b7d62768012a req-c97d1a11-1ba5-4766-ab1f-6391ae4dd510 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:48.072912 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1a25a742-44cb-48a6-b3c1-b7d62768012a req-c97d1a11-1ba5-4766-ab1f-6391ae4dd510 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 945 time: 0.1007707 Jun 23 16:21:48.128449 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1a25a742-44cb-48a6-b3c1-b7d62768012a req-0ec70b93-a5a5-445b-a016-5f21c2842d56 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/security-groups?id=895e53b7-ce1d-4b47-8f92-f82834b5db18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490274 Jun 23 16:21:48.151430 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bbd070e5-13fc-484b-b017-cfc489529ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:48.156372 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bbd070e5-13fc-484b-b017-cfc489529ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:48.158856 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-a4b2a47d-9aa0-4bff-9664-73acdf171331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:48.192093 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f6f1a-509e-4768-ae19-f2ff071a8a92 req-409afca2-64b4-4197-a4a4-b1a7aad76b51 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:48.193585 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-090f6f1a-509e-4768-ae19-f2ff071a8a92 req-409afca2-64b4-4197-a4a4-b1a7aad76b51 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0796735 Jun 23 16:21:48.200472 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-bbd070e5-13fc-484b-b017-cfc489529ef7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ec64935643de4804b71ed9ce74d8d754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734057 Jun 23 16:21:48.201465 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd070e5-13fc-484b-b017-cfc489529ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd94aef-fd5b-4a3c-a9b4-329f9ff61ab9,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:48.203811 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 48086) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:48.205687 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-bbd070e5-13fc-484b-b017-cfc489529ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:48.233108 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-090f6f1a-509e-4768-ae19-f2ff071a8a92 req-7df81c3d-663d-4d19-b94d-b1467daf0372 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330098 Jun 23 16:21:48.252275 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0946c1f9-a75f-4712-91f8-eb1ffd9d84c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:48.274012 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0946c1f9-a75f-4712-91f8-eb1ffd9d84c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:48.322219 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0946c1f9-a75f-4712-91f8-eb1ffd9d84c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:48.324816 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0946c1f9-a75f-4712-91f8-eb1ffd9d84c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:48.325968 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-0946c1f9-a75f-4712-91f8-eb1ffd9d84c9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0dd94aef-fd5b-4a3c-a9b4-329f9ff61ab9 HTTP/1.1" status: 204 len: 168 time: 0.1212831 Jun 23 16:21:48.326761 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-dad70c35-8de5-41f2-baa9-ff952af15057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:48.333895 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946c1f9-a75f-4712-91f8-eb1ffd9d84c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd94aef-fd5b-4a3c-a9b4-329f9ff61ab9,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:48.336761 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-0946c1f9-a75f-4712-91f8-eb1ffd9d84c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:48.794919 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083eef7-4aa0-4e3b-97b9-9f5ad9571485 req-6c5619c2-950c-4d18-aae3-21be4fa6b08a tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:48.796384 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6083eef7-4aa0-4e3b-97b9-9f5ad9571485 req-6c5619c2-950c-4d18-aae3-21be4fa6b08a tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0654800 Jun 23 16:21:48.833861 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6083eef7-4aa0-4e3b-97b9-9f5ad9571485 req-bf749e7b-97fa-426a-87f6-bbcd2399925c tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318286 Jun 23 16:21:49.314404 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ce646-cf58-4cdf-a69d-059c1ab4352c req-709fb0d3-5a65-4f85-b30c-fd7cd53f2f74 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:49.315872 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-152ce646-cf58-4cdf-a69d-059c1ab4352c req-709fb0d3-5a65-4f85-b30c-fd7cd53f2f74 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 945 time: 0.0639164 Jun 23 16:21:49.359020 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-152ce646-cf58-4cdf-a69d-059c1ab4352c req-693a396e-5076-44b1-bb9c-a12142a7427d tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/security-groups?id=895e53b7-ce1d-4b47-8f92-f82834b5db18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369637 Jun 23 16:21:49.568591 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a05299-064b-453a-b732-ecf492b63993 req-76c59bb1-2c10-4174-92ff-edb6b92408ca tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:49.570586 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e1a05299-064b-453a-b732-ecf492b63993 req-76c59bb1-2c10-4174-92ff-edb6b92408ca tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0702143 Jun 23 16:21:49.617212 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e1a05299-064b-453a-b732-ecf492b63993 req-5f24b931-df65-4e96-8501-8b6c3c86d9b7 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400109 Jun 23 16:21:50.008415 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f1afc-30b7-48ff-802b-2930020c3c7b req-be7f21ad-ce93-4017-a624-9a4dce242c03 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:50.009991 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-004f1afc-30b7-48ff-802b-2930020c3c7b req-be7f21ad-ce93-4017-a624-9a4dce242c03 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0647917 Jun 23 16:21:50.047221 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-004f1afc-30b7-48ff-802b-2930020c3c7b req-ed8ec301-6010-4dc4-8e0c-8815186a8a42 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315886 Jun 23 16:21:50.795414 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63cd5b-020d-4a07-b6b5-25b26aa60ae6 req-be9c1817-7df1-472e-9a8a-8335c356e525 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:50.796835 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1d63cd5b-020d-4a07-b6b5-25b26aa60ae6 req-be9c1817-7df1-472e-9a8a-8335c356e525 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0641809 Jun 23 16:21:50.833756 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1d63cd5b-020d-4a07-b6b5-25b26aa60ae6 req-0e1e503f-f99b-4a02-acea-aa4a21881fcd tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310647 Jun 23 16:21:51.226523 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5cb93-a7d3-4527-ac9a-8166f89abbfa req-64cc662c-9a96-4ed6-bc6d-24b5f522f007 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:51.228004 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e6d5cb93-a7d3-4527-ac9a-8166f89abbfa req-64cc662c-9a96-4ed6-bc6d-24b5f522f007 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0675049 Jun 23 16:21:51.265862 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e6d5cb93-a7d3-4527-ac9a-8166f89abbfa req-5e53fb35-13c5-492b-9bb6-4b5b8fe7bd0a tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322189 Jun 23 16:21:52.011913 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef6df7-1285-4b12-bfe9-7453281dd988 req-34301416-39d6-4c53-a2a5-1b2efb399b9c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:52.013253 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-51ef6df7-1285-4b12-bfe9-7453281dd988 req-34301416-39d6-4c53-a2a5-1b2efb399b9c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0620801 Jun 23 16:21:52.050151 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-51ef6df7-1285-4b12-bfe9-7453281dd988 req-4494cce2-0b9b-43ca-9720-2eaa77d4c079 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312858 Jun 23 16:21:52.437916 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec68325-3848-49fb-b021-57b91822c015 req-2aa56021-f104-4a95-9ed6-906900718a63 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:52.439406 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1ec68325-3848-49fb-b021-57b91822c015 req-2aa56021-f104-4a95-9ed6-906900718a63 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0644462 Jun 23 16:21:52.476081 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1ec68325-3848-49fb-b021-57b91822c015 req-eb0af5d3-29c3-4cdb-afe8-c830540a7927 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311060 Jun 23 16:21:53.227277 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9fcca-f4d8-47f3-a48b-87ba17e663a2 req-56e029a1-205f-4987-9570-9408fdb964c0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:53.228725 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-cda9fcca-f4d8-47f3-a48b-87ba17e663a2 req-56e029a1-205f-4987-9570-9408fdb964c0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0635197 Jun 23 16:21:53.265890 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-cda9fcca-f4d8-47f3-a48b-87ba17e663a2 req-bad29ed5-fa96-4e2f-9939-35820533088c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314734 Jun 23 16:21:53.549027 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:21:53.652814 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302721e4-3635-4504-94e7-780e0eb59b93 req-e7f10463-1bba-492e-b666-85297146d4c8 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:53.654260 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-302721e4-3635-4504-94e7-780e0eb59b93 req-e7f10463-1bba-492e-b666-85297146d4c8 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0643921 Jun 23 16:21:53.691873 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-302721e4-3635-4504-94e7-780e0eb59b93 req-2fbdc396-ef66-4deb-b614-d70c6c8b8842 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319769 Jun 23 16:21:54.455165 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38e84a-c6cf-4eca-bed4-17e81c34c892 req-8baf0ddd-cf2b-4929-9edc-f03cb2221e54 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:54.456651 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4f38e84a-c6cf-4eca-bed4-17e81c34c892 req-8baf0ddd-cf2b-4929-9edc-f03cb2221e54 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0655198 Jun 23 16:21:54.504348 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4f38e84a-c6cf-4eca-bed4-17e81c34c892 req-5f85cd36-8c32-4e9c-9c38-222fac784e14 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405333 Jun 23 16:21:54.681596 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563ef7e-efb0-4432-8b4b-ce866f0c0cbf req-e84b0565-33d4-49b8-a749-ad189c590817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:54.682279 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1f838-46af-4db8-b080-408451b19b5a req-8ba4efa9-6502-47a4-beb4-6c728b97d002 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:54.683430 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4563ef7e-efb0-4432-8b4b-ce866f0c0cbf req-e84b0565-33d4-49b8-a749-ad189c590817 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a880a986b3474fb7aee8676598bc91b5&device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 1098 time: 0.0633719 Jun 23 16:21:54.683569 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1ca1f838-46af-4db8-b080-408451b19b5a req-8ba4efa9-6502-47a4-beb4-6c728b97d002 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0846689 Jun 23 16:21:54.722476 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1ca1f838-46af-4db8-b080-408451b19b5a req-5d99ab54-5052-413d-b611-48bcfca65124 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331514 Jun 23 16:21:54.781786 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563ef7e-efb0-4432-8b4b-ce866f0c0cbf req-3b620862-9bf7-4b01-acd1-d3d6e8a56403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:54.783339 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4563ef7e-efb0-4432-8b4b-ce866f0c0cbf req-3b620862-9bf7-4b01-acd1-d3d6e8a56403 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c6e4245e-4f0f-4237-826e-50852997cf26 HTTP/1.1" status: 200 len: 919 time: 0.0920353 Jun 23 16:21:54.830928 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4563ef7e-efb0-4432-8b4b-ce866f0c0cbf req-9d427455-d4e3-40b9-91a1-fa02524d9486 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b15b57f-8f11-44df-aec4-c44070d0b95c HTTP/1.1" status: 200 len: 217 time: 0.0360627 Jun 23 16:21:54.915738 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563ef7e-efb0-4432-8b4b-ce866f0c0cbf req-7adc795f-5d5a-4612-a12a-668c74259051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:54.917110 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4563ef7e-efb0-4432-8b4b-ce866f0c0cbf req-7adc795f-5d5a-4612-a12a-668c74259051 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9790e06a-23e5-4112-9fcd-ab37b14fb6cc HTTP/1.1" status: 200 len: 858 time: 0.0577435 Jun 23 16:21:54.928876 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fcf64-afe5-43b1-b428-bacadf79fbd5 req-2348efdc-7240-4d3d-8bba-0c3978443d75 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:54.930258 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-925fcf64-afe5-43b1-b428-bacadf79fbd5 req-2348efdc-7240-4d3d-8bba-0c3978443d75 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.1016953 Jun 23 16:21:54.970303 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4563ef7e-efb0-4432-8b4b-ce866f0c0cbf req-6f564e04-d8f3-4d92-99cb-7650f747c1e6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c6e4245e-4f0f-4237-826e-50852997cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372963 Jun 23 16:21:55.004426 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-925fcf64-afe5-43b1-b428-bacadf79fbd5 req-597ae3d8-cd61-4aec-817e-dfba3152e558 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639501 Jun 23 16:21:55.075093 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4563ef7e-efb0-4432-8b4b-ce866f0c0cbf req-18250c27-865a-4f54-abc5-d113c18ad256 service neutron] 10.222.0.84 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928564 Jun 23 16:21:55.168270 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 1dd77542-313f-4d54-88e2-c12367e8e14f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:21:55.173450 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4563ef7e-efb0-4432-8b4b-ce866f0c0cbf req-5e618443-8dec-49bf-a3da-e742d990e2c2 service neutron] 10.222.0.84 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826812 Jun 23 16:21:55.265344 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 1dd77542-313f-4d54-88e2-c12367e8e14f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1dd77542-313f-4d54-88e2-c12367e8e14f,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:21:55.277327 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Returning: {'device': '1dd77542-313f-4d54-88e2-c12367e8e14f', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'port_id': '1dd77542-313f-4d54-88e2-c12367e8e14f', 'mac_address': 'fa:16:3e:b6:2f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:21:55.320551 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:55.333021 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1dd77542-313f-4d54-88e2-c12367e8e14f {{(pid=92865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:21:55.352518 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 1dd77542-313f-4d54-88e2-c12367e8e14f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1dd77542-313f-4d54-88e2-c12367e8e14f,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:21:55.356737 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:55.358547 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:55.404367 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=1dd77542-313f-4d54-88e2-c12367e8e14f,revision_number=6']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:55.407420 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:55.632298 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['1dd77542-313f-4d54-88e2-c12367e8e14f'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:21:55.694695 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f61249-f9ba-48d9-96d3-6ba5406f298b req-395f8f90-bc3d-4ed8-9b52-027d5a72ec24 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:55.697281 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-74f61249-f9ba-48d9-96d3-6ba5406f298b req-395f8f90-bc3d-4ed8-9b52-027d5a72ec24 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 945 time: 0.0670085 Jun 23 16:21:55.740245 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-74f61249-f9ba-48d9-96d3-6ba5406f298b req-d4e5fad2-fdf2-4f95-8667-55250661088f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383244 Jun 23 16:21:55.807983 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 48290) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:55.857665 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_v2 [None req-575cc8c1-40e8-4c67-a0f4-2a632f2f1cbd admin admin] Deleting subnet 3bc28d4f-726e-4439-b6d8-0331ea7247fd {{(pid=92864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:21:55.860843 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-575cc8c1-40e8-4c67-a0f4-2a632f2f1cbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:55.894296 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-575cc8c1-40e8-4c67-a0f4-2a632f2f1cbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126767234'] for subnet, precommit_delete_associations {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:55.909835 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f16e5-9110-476b-b7d0-f919d6f9a890 req-7e4ed83d-2ea3-40da-beed-6a0aa2cd6bf7 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:55.911349 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f97f16e5-9110-476b-b7d0-f919d6f9a890 req-7e4ed83d-2ea3-40da-beed-6a0aa2cd6bf7 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0672932 Jun 23 16:21:55.933019 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-575cc8c1-40e8-4c67-a0f4-2a632f2f1cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482743'] for subnet, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:55.951150 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f97f16e5-9110-476b-b7d0-f919d6f9a890 req-5f29c9b6-2b12-442d-8f8e-04b7e163461a tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335474 Jun 23 16:21:55.987169 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-575cc8c1-40e8-4c67-a0f4-2a632f2f1cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126768242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126835600'] for subnet, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:55.989610 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-498f6f3f-320d-4fae-a79d-f609d4f66694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:56.016545 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cc8c1-40e8-4c67-a0f4-2a632f2f1cbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bc28d4f-726e-4439-b6d8-0331ea7247fd,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:56.019523 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-575cc8c1-40e8-4c67-a0f4-2a632f2f1cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:56.020484 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-575cc8c1-40e8-4c67-a0f4-2a632f2f1cbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:56.022905 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-575cc8c1-40e8-4c67-a0f4-2a632f2f1cbd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3bc28d4f-726e-4439-b6d8-0331ea7247fd HTTP/1.1" status: 204 len: 168 time: 0.2130625 Jun 23 16:21:56.024748 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 48292) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:56.096113 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5e97af90-ee33-4b3b-9c17-d6afb15aad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468273'] for network, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:56.206804 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5e97af90-ee33-4b3b-9c17-d6afb15aad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481338', 'neutron.services.segments.db._delete_segments_for_network-8751334030111'] for network, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:56.223931 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-5e97af90-ee33-4b3b-9c17-d6afb15aad9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe84f97-9a90-483a-9860-552db9fc780e']}} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:56.234779 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-5e97af90-ee33-4b3b-9c17-d6afb15aad9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebcf0ce-6da8-4de3-b35b-3a13c48cbb07') {'for_net_delete': True} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:56.235076 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-5e97af90-ee33-4b3b-9c17-d6afb15aad9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebcf0ce-6da8-4de3-b35b-3a13c48cbb07') {} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:56.247257 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5e97af90-ee33-4b3b-9c17-d6afb15aad9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751334018286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126767261'] for segment, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:56.267435 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0334d76-c96a-4d81-a9ab-3e90efd6dd93 req-18b30fe7-fd4c-4589-8bde-227335d70504 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:56.268914 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c0334d76-c96a-4d81-a9ab-3e90efd6dd93 req-18b30fe7-fd4c-4589-8bde-227335d70504 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.1450841 Jun 23 16:21:56.272658 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5e97af90-ee33-4b3b-9c17-d6afb15aad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:56.279910 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e97af90-ee33-4b3b-9c17-d6afb15aad9e admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=92864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:21:56.280287 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5e97af90-ee33-4b3b-9c17-d6afb15aad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126768367'] for segment, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: Traceback (most recent call last): Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: timer() Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: cb(*args, **kw) Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: return func(*args, **kwargs) Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: self._notify() Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: self.callback(batched_events) Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: event.method(event) Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: return f(self, *a, **k) Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: return self._get(url).json() Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: return self.request(url, 'GET', **kwargs) Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:21:56.282818 dv-cinder-788363-4-iscsi neutron-server[92864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:21:56.356809 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5e97af90-ee33-4b3b-9c17-d6afb15aad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651370'] for network, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:56.360564 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c0334d76-c96a-4d81-a9ab-3e90efd6dd93 req-de1474df-0d88-473e-92a0-29f6ddeb8c97 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818505 Jun 23 16:21:56.363810 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:56.370225 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5e97af90-ee33-4b3b-9c17-d6afb15aad9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:56.372873 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 48298) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:56.373028 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-5e97af90-ee33-4b3b-9c17-d6afb15aad9e admin admin] 10.222.0.46 "DELETE /v2.0/networks/4fe84f97-9a90-483a-9860-552db9fc780e HTTP/1.1" status: 204 len: 168 time: 0.3466585 Jun 23 16:21:56.386801 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97af90-ee33-4b3b-9c17-d6afb15aad9e admin admin] Pushing event deleted for resources: {'Network': ['ID=4fe84f97-9a90-483a-9860-552db9fc780e,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:56.392627 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-5e97af90-ee33-4b3b-9c17-d6afb15aad9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:56.418427 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd4a9f0-898d-44f2-be76-6ba5eee5496f admin admin] Deleting subnet dda31b2b-f533-4b2c-a73b-dc17dc7cd770 {{(pid=92863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:21:56.421506 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a9f0-898d-44f2-be76-6ba5eee5496f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:56.456369 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a9f0-898d-44f2-be76-6ba5eee5496f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126074025'] for subnet, precommit_delete_associations {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:56.494931 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a9f0-898d-44f2-be76-6ba5eee5496f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482743'] for subnet, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:56.550739 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a9f0-898d-44f2-be76-6ba5eee5496f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125858159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126317424'] for subnet, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:56.553817 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-bd0a5382-db66-4a92-97e1-418c0bdea231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:56.577932 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4a9f0-898d-44f2-be76-6ba5eee5496f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dda31b2b-f533-4b2c-a73b-dc17dc7cd770,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:56.580977 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-4fd4a9f0-898d-44f2-be76-6ba5eee5496f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:56.582677 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a9f0-898d-44f2-be76-6ba5eee5496f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for subnet, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:56.583952 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-4fd4a9f0-898d-44f2-be76-6ba5eee5496f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dda31b2b-f533-4b2c-a73b-dc17dc7cd770 HTTP/1.1" status: 204 len: 168 time: 0.2100916 Jun 23 16:21:56.586766 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 48300) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:56.652667 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-16d27256-9449-4b42-931e-4568693b57ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468273'] for network, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:56.732426 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-16d27256-9449-4b42-931e-4568693b57ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481338', 'neutron.services.segments.db._delete_segments_for_network-8751334030111'] for network, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:56.742006 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.services.segments.db [None req-16d27256-9449-4b42-931e-4568693b57ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b7e1c3-e88e-4803-a084-bbbc361b1aa6']}} {{(pid=92863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:56.753143 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.services.segments.db [None req-16d27256-9449-4b42-931e-4568693b57ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e90b10-2254-4c83-99b6-8714eadfac48') {'for_net_delete': True} {{(pid=92863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:56.753476 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.services.segments.db [None req-16d27256-9449-4b42-931e-4568693b57ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e90b10-2254-4c83-99b6-8714eadfac48') {} {{(pid=92863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:21:56.762411 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-16d27256-9449-4b42-931e-4568693b57ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751334018286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126074038'] for segment, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:56.775481 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-16d27256-9449-4b42-931e-4568693b57ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:56.781674 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d27256-9449-4b42-931e-4568693b57ed admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=92863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:21:56.782078 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-16d27256-9449-4b42-931e-4568693b57ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125858290'] for segment, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: Traceback (most recent call last): Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: timer() Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: cb(*args, **kw) Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: return func(*args, **kwargs) Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: self._notify() Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: self.callback(batched_events) Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: event.method(event) Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: return f(self, *a, **k) Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: return self._get(url).json() Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: return self.request(url, 'GET', **kwargs) Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:21:56.783814 dv-cinder-788363-4-iscsi neutron-server[92863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:21:56.843068 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-16d27256-9449-4b42-931e-4568693b57ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651370'] for network, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:56.846619 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:56.858915 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-16d27256-9449-4b42-931e-4568693b57ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:56.860667 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-16d27256-9449-4b42-931e-4568693b57ed admin admin] 10.222.0.46 "DELETE /v2.0/networks/a6b7e1c3-e88e-4803-a084-bbbc361b1aa6 HTTP/1.1" status: 204 len: 168 time: 0.2730012 Jun 23 16:21:56.861938 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d27256-9449-4b42-931e-4568693b57ed admin admin] Pushing event deleted for resources: {'Network': ['ID=a6b7e1c3-e88e-4803-a084-bbbc361b1aa6,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:56.864227 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-16d27256-9449-4b42-931e-4568693b57ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:56.930424 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ede883-54ee-480d-b9f1-61e3833bfd4c req-3b06c91c-ea20-41ba-8821-c976742d8f7a tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:56.932405 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-88ede883-54ee-480d-b9f1-61e3833bfd4c req-3b06c91c-ea20-41ba-8821-c976742d8f7a tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 945 time: 0.0638413 Jun 23 16:21:56.970827 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-88ede883-54ee-480d-b9f1-61e3833bfd4c req-bcb47a1f-f569-4657-b49d-b43e6bd26db1 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328875 Jun 23 16:21:57.033139 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 48310) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:57.076939 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-5a8a895a-f368-48ed-874e-d266b86836b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a684aff9f684637a88caeb5d97d6ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424979 Jun 23 16:21:57.079276 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 48312) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:57.125599 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-83d9b204-055a-42cd-a2a0-66fadfa09719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:57.130872 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee540c3-a827-4d9e-935c-0c5d9532c235 req-4c4ca5b4-d00c-4564-93b9-f2cd1432bcaf tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:57.133413 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3ee540c3-a827-4d9e-935c-0c5d9532c235 req-4c4ca5b4-d00c-4564-93b9-f2cd1432bcaf tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0631301 Jun 23 16:21:57.152052 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-83d9b204-055a-42cd-a2a0-66fadfa09719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:57.176042 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3ee540c3-a827-4d9e-935c-0c5d9532c235 req-f292ec03-2a1b-4040-baee-2138098a90fd tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380082 Jun 23 16:21:57.189430 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 1dd77542-313f-4d54-88e2-c12367e8e14f up at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:21:57.210920 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-83d9b204-055a-42cd-a2a0-66fadfa09719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:57.214335 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-83d9b204-055a-42cd-a2a0-66fadfa09719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:57.215533 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-83d9b204-055a-42cd-a2a0-66fadfa09719 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7d838247-1c3d-4a94-8478-0b24807b7d03 HTTP/1.1" status: 204 len: 168 time: 0.1353793 Jun 23 16:21:57.216323 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7204e04c-6c48-48a4-9edb-47431a2b0c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:57.224154 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9b204-055a-42cd-a2a0-66fadfa09719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d838247-1c3d-4a94-8478-0b24807b7d03,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:57.226488 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-83d9b204-055a-42cd-a2a0-66fadfa09719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:57.256855 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning complete for port 1dd77542-313f-4d54-88e2-c12367e8e14f triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:21:57.257240 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:57.335918 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:57.360556 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8133ee-b4b1-4383-ab0b-f3e6becd1b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd77542-313f-4d54-88e2-c12367e8e14f'}] {{(pid=92865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:21:57.363043 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053164b0cf726773bb22b402b066b9c97a54671ffe15cd7793040184515b98b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad311c64-dbc4-4673-8ee1-ead355dd7fbe" -d '{"events": [{"server_uuid": "0a8133ee-b4b1-4383-ab0b-f3e6becd1b53", "name": "network-vif-plugged", "status": "completed", "tag": "1dd77542-313f-4d54-88e2-c12367e8e14f"}]}' {{(pid=92865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:21:57.375995 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 1dd77542-313f-4d54-88e2-c12367e8e14f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1dd77542-313f-4d54-88e2-c12367e8e14f,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:21:57.380756 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:57.383991 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:57.414579 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d995111-a7c7-480f-a404-a4e223a1e95e x-openstack-request-id: req-7d995111-a7c7-480f-a404-a4e223a1e95e {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:21:57.414901 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8133ee-b4b1-4383-ab0b-f3e6becd1b53", "name": "network-vif-plugged", "status": "completed", "tag": "1dd77542-313f-4d54-88e2-c12367e8e14f", "code": 200}]} {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:21:57.415157 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d995111-a7c7-480f-a404-a4e223a1e95e {{(pid=92865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:21:57.415549 dv-cinder-788363-4-iscsi neutron-server[92865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8133ee-b4b1-4383-ab0b-f3e6becd1b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd77542-313f-4d54-88e2-c12367e8e14f', 'code': 200} Jun 23 16:21:57.440046 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=1dd77542-313f-4d54-88e2-c12367e8e14f,revision_number=7']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:57.443294 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:57.551558 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 48324) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:57.554042 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc33bf-41a6-4890-a176-e63b64d2e6ab req-3d35a591-dc73-4945-ad05-8db0b7f480ab tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:57.555495 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4efc33bf-41a6-4890-a176-e63b64d2e6ab req-3d35a591-dc73-4945-ad05-8db0b7f480ab tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0677669 Jun 23 16:21:57.593924 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-8f800e0a-3aa8-4381-9733-41515176d3b6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c6cfc3f75eed4464a7268ce2cbebb10e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409603 Jun 23 16:21:57.596799 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 48326) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:57.600070 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4efc33bf-41a6-4890-a176-e63b64d2e6ab req-ac12e80e-4644-4c98-8f73-f17d2ca4324d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389879 Jun 23 16:21:57.644972 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-c5cce11a-de0b-4d8b-b89b-1329e99a385a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:57.664614 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-c5cce11a-de0b-4d8b-b89b-1329e99a385a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:57.711316 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-c5cce11a-de0b-4d8b-b89b-1329e99a385a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:57.714609 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-c5cce11a-de0b-4d8b-b89b-1329e99a385a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:57.715737 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-c5cce11a-de0b-4d8b-b89b-1329e99a385a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e751bb52-6a81-4485-af12-662d1c2edeb1 HTTP/1.1" status: 204 len: 168 time: 0.1177714 Jun 23 16:21:57.716506 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-50740a2f-e48f-4b31-b169-549d9725414f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:57.724361 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cce11a-de0b-4d8b-b89b-1329e99a385a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e751bb52-6a81-4485-af12-662d1c2edeb1,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:57.726642 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-c5cce11a-de0b-4d8b-b89b-1329e99a385a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:58.155441 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef76b96-48db-4b75-a7db-ab9c22a73721 req-aee2feb8-1c84-420e-a3f7-543cce954141 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:58.158659 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1ef76b96-48db-4b75-a7db-ab9c22a73721 req-aee2feb8-1c84-420e-a3f7-543cce954141 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0670297 Jun 23 16:21:58.198841 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1ef76b96-48db-4b75-a7db-ab9c22a73721 req-f26defbb-76dd-4dd2-9dcf-0e03b051601f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341856 Jun 23 16:21:58.366366 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d831d-1fca-4c21-9129-5e1fda19b857 req-9524e090-03f7-4842-b724-fac44d388434 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:58.367847 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-276d831d-1fca-4c21-9129-5e1fda19b857 req-9524e090-03f7-4842-b724-fac44d388434 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0663807 Jun 23 16:21:58.407164 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-276d831d-1fca-4c21-9129-5e1fda19b857 req-11757d15-b6a1-4a05-a078-28e4cf5b623a tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329642 Jun 23 16:21:58.789739 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 48366) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:58.909140 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6f736b92-8fc3-45a1-b6bc-78fcc738afa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:58.937226 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e025c68-0fdf-4644-900d-819066e9229b req-0df50b97-5006-468b-92d0-39c6f580eaf1 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:58.938734 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4e025c68-0fdf-4644-900d-819066e9229b req-0df50b97-5006-468b-92d0-39c6f580eaf1 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0692840 Jun 23 16:21:58.980127 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4e025c68-0fdf-4644-900d-819066e9229b req-e5a83074-339f-4c34-ac09-b27946e936cd tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357106 Jun 23 16:21:59.006316 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6f736b92-8fc3-45a1-b6bc-78fcc738afa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:59.010772 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6f736b92-8fc3-45a1-b6bc-78fcc738afa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:59.013325 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-67953216-2ec8-4c66-8f29-c5ab4bd0ecff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:59.047846 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f736b92-8fc3-45a1-b6bc-78fcc738afa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf8234f-f113-4f45-9de8-dd4a93afa103,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:59.051083 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-6f736b92-8fc3-45a1-b6bc-78fcc738afa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:59.053675 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-6f736b92-8fc3-45a1-b6bc-78fcc738afa9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2ae5a0ec2a34619bbfb6cd14b273b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2628980 Jun 23 16:21:59.056821 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 48372) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:21:59.105199 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7b7f580e-642b-4f82-afe4-60209691a861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:59.126380 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7b7f580e-642b-4f82-afe4-60209691a861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:59.172188 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7b7f580e-642b-4f82-afe4-60209691a861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:59.174993 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7b7f580e-642b-4f82-afe4-60209691a861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:21:59.178590 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-7b7f580e-642b-4f82-afe4-60209691a861 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6bf8234f-f113-4f45-9de8-dd4a93afa103 HTTP/1.1" status: 204 len: 168 time: 0.1207089 Jun 23 16:21:59.179632 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:21:59.187752 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f580e-642b-4f82-afe4-60209691a861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf8234f-f113-4f45-9de8-dd4a93afa103,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:21:59.190121 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7b7f580e-642b-4f82-afe4-60209691a861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:21:59.420843 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65783b73-99b6-48e2-9d0a-c19d975ac6f8 req-c3eb1567-d1ab-4201-9a7a-8fad6c23aa43 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:59.422332 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-65783b73-99b6-48e2-9d0a-c19d975ac6f8 req-c3eb1567-d1ab-4201-9a7a-8fad6c23aa43 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0737264 Jun 23 16:21:59.469674 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-65783b73-99b6-48e2-9d0a-c19d975ac6f8 req-a414a390-6ccf-430b-a5e0-b36b66353761 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417843 Jun 23 16:21:59.606513 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1b84d-f129-4092-815d-29389ffcb22a req-c17e9efd-70dd-4be8-9c92-5db0025daf79 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:21:59.607975 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-06d1b84d-f129-4092-815d-29389ffcb22a req-c17e9efd-70dd-4be8-9c92-5db0025daf79 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0756609 Jun 23 16:21:59.656610 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-06d1b84d-f129-4092-815d-29389ffcb22a req-05583577-c8e1-43cd-9cd9-a8b5f782c34b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352011 Jun 23 16:22:00.160445 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b329571-094a-4016-a608-a8a9c125b900 req-f41a8746-5b73-4fb7-a1ed-9faf43c2b28d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:00.162004 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7b329571-094a-4016-a608-a8a9c125b900 req-f41a8746-5b73-4fb7-a1ed-9faf43c2b28d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0675566 Jun 23 16:22:00.208997 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7b329571-094a-4016-a608-a8a9c125b900 req-6428563a-2e36-424f-9c9d-3e1e5f4837a7 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378497 Jun 23 16:22:00.646649 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0bd17-6c02-497a-b602-a075ef45b851 req-dd4f0072-5e35-4ac3-afa5-3e1c68f57734 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:00.647986 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c3a0bd17-6c02-497a-b602-a075ef45b851 req-dd4f0072-5e35-4ac3-afa5-3e1c68f57734 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0613370 Jun 23 16:22:00.686641 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c3a0bd17-6c02-497a-b602-a075ef45b851 req-4b4a3c43-d01e-4694-8a1f-e9301e674a82 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321047 Jun 23 16:22:00.842500 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb57bb-c9f5-42ff-971b-24a847740e39 req-efed3127-38e5-48d6-a99b-57b9deb21065 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:00.843950 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b8bb57bb-c9f5-42ff-971b-24a847740e39 req-efed3127-38e5-48d6-a99b-57b9deb21065 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0640531 Jun 23 16:22:00.884544 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b8bb57bb-c9f5-42ff-971b-24a847740e39 req-8fb07175-aead-41f1-ad77-39df23ff17b5 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349822 Jun 23 16:22:01.392689 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469316f5-d06a-423d-8a51-05fe0b03189d req-a1668fbc-b5fa-4784-9076-6d200896cb19 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:01.398923 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-469316f5-d06a-423d-8a51-05fe0b03189d req-a1668fbc-b5fa-4784-9076-6d200896cb19 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0744855 Jun 23 16:22:01.434502 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-469316f5-d06a-423d-8a51-05fe0b03189d req-9f61d72a-39a1-423d-80c3-f3de11419402 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344057 Jun 23 16:22:01.863400 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37445cdb-5526-4f31-bb71-b6bc27a04cd5 req-9336f3d3-30a6-49f1-adf9-2ec5d3c043f0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:01.864777 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-37445cdb-5526-4f31-bb71-b6bc27a04cd5 req-9336f3d3-30a6-49f1-adf9-2ec5d3c043f0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0609558 Jun 23 16:22:01.903713 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-37445cdb-5526-4f31-bb71-b6bc27a04cd5 req-8ee922ae-6bde-4620-8fe3-1e1e9b0357e1 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325358 Jun 23 16:22:02.061590 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163055f-baa1-4435-824f-490abd35ec8f req-b20f2362-4bf5-4c04-8f3a-25d9ddb32e69 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:02.063900 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0163055f-baa1-4435-824f-490abd35ec8f req-b20f2362-4bf5-4c04-8f3a-25d9ddb32e69 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0640230 Jun 23 16:22:02.102941 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0163055f-baa1-4435-824f-490abd35ec8f req-78e622cc-0fbc-4e4f-8baf-5b73a8596244 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334160 Jun 23 16:22:02.597335 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-15093e9e-aefb-48b1-ac85-563205c472ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:02.612107 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c36fc-c39b-4018-b257-668688f2d783 req-06f6000b-4150-496b-b328-c9f890568ac2 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:02.613615 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-bb8c36fc-c39b-4018-b257-668688f2d783 req-06f6000b-4150-496b-b328-c9f890568ac2 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0629485 Jun 23 16:22:02.649971 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-bb8c36fc-c39b-4018-b257-668688f2d783 req-48ea6f02-2b0b-4525-b323-a5b1c7e9b145 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307512 Jun 23 16:22:03.081894 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eeb373-52eb-48fb-990c-d32aee52fa03 req-daf7d996-93cd-4bdc-bb0d-27285c3b4f3b tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:03.083356 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d9eeb373-52eb-48fb-990c-d32aee52fa03 req-daf7d996-93cd-4bdc-bb0d-27285c3b4f3b tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0624692 Jun 23 16:22:03.124215 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d9eeb373-52eb-48fb-990c-d32aee52fa03 req-d0c3e04b-6bb3-4cae-8e7d-b9c1258dbfb6 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349135 Jun 23 16:22:03.280177 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20849fe5-2fb0-4752-9d19-d4011504f9b9 req-f130329a-e21d-4058-871e-929a5393cd30 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:03.281712 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-20849fe5-2fb0-4752-9d19-d4011504f9b9 req-f130329a-e21d-4058-871e-929a5393cd30 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0671370 Jun 23 16:22:03.320551 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-20849fe5-2fb0-4752-9d19-d4011504f9b9 req-6956d8d8-91c2-4400-8307-6d799fb9b2c4 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320318 Jun 23 16:22:03.824079 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee95ae1-d74c-4d0a-a60a-637baba8e061 req-caa19cb6-37b4-4712-baac-fea97c689f87 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:03.825446 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6ee95ae1-d74c-4d0a-a60a-637baba8e061 req-caa19cb6-37b4-4712-baac-fea97c689f87 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0658615 Jun 23 16:22:03.864381 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6ee95ae1-d74c-4d0a-a60a-637baba8e061 req-491f25db-16d1-46db-be0b-2eed0d79c3ab tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333598 Jun 23 16:22:04.306195 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f5a1b-22d0-4b6d-a3f0-72c423b9cef5 req-36805d57-8908-48d6-b105-f6f95a6bd486 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:04.307878 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-774f5a1b-22d0-4b6d-a3f0-72c423b9cef5 req-36805d57-8908-48d6-b105-f6f95a6bd486 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0631042 Jun 23 16:22:04.352317 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-774f5a1b-22d0-4b6d-a3f0-72c423b9cef5 req-99164f3b-b71a-4caa-87db-2043bd153a93 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356588 Jun 23 16:22:04.496695 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7aacb-645e-491c-bcd4-b1369f6b7477 req-f41ef2b5-ba20-4e5a-8416-87ae969ae5db tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:04.498040 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6ae7aacb-645e-491c-bcd4-b1369f6b7477 req-f41ef2b5-ba20-4e5a-8416-87ae969ae5db tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0632391 Jun 23 16:22:04.535010 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6ae7aacb-645e-491c-bcd4-b1369f6b7477 req-d9e1ec34-50db-4c75-80e2-3d90e09313d8 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314019 Jun 23 16:22:04.938285 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:05.034402 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8546de4-efc3-4924-8a57-80b7d2b3158a req-d68cbbbb-fdb8-46be-8970-d9316425c93e tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:05.035933 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a8546de4-efc3-4924-8a57-80b7d2b3158a req-d68cbbbb-fdb8-46be-8970-d9316425c93e tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0612423 Jun 23 16:22:05.078386 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a8546de4-efc3-4924-8a57-80b7d2b3158a req-1f4b72c1-dd4d-48ae-828c-9ebfad387e9a tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362506 Jun 23 16:22:05.542530 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d412c0-51aa-49e5-b2b0-6e1f12452b1f req-f0152f6b-e89d-4b81-902a-473a16097b97 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:05.543877 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-25d412c0-51aa-49e5-b2b0-6e1f12452b1f req-f0152f6b-e89d-4b81-902a-473a16097b97 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0682471 Jun 23 16:22:05.585787 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-25d412c0-51aa-49e5-b2b0-6e1f12452b1f req-d61b9ed8-e6e2-40d7-84ad-b50612704a09 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360701 Jun 23 16:22:05.709801 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b233f3a6-7d19-47fa-9b52-362ee7cfb54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:05.725543 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc0d64-4376-49bd-88fa-7b443d65a259 req-ef62eabb-6677-46d8-af85-d1b16ee14fe0 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:05.728318 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-cdcc0d64-4376-49bd-88fa-7b443d65a259 req-ef62eabb-6677-46d8-af85-d1b16ee14fe0 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0680876 Jun 23 16:22:05.771756 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-cdcc0d64-4376-49bd-88fa-7b443d65a259 req-b739a971-a562-4a70-9d30-f1bd182d8096 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358417 Jun 23 16:22:06.256775 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc081b8-fde8-48ae-bce7-47544977072d req-a0dc649c-f19b-4e55-ade0-969806d50b46 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:06.258333 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6fc081b8-fde8-48ae-bce7-47544977072d req-a0dc649c-f19b-4e55-ade0-969806d50b46 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0645678 Jun 23 16:22:06.300197 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6fc081b8-fde8-48ae-bce7-47544977072d req-6e415e14-7645-4a42-b7c9-51df8f077c7c tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364122 Jun 23 16:22:06.423435 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:06.643441 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2b5b5-b287-42cf-9ccb-8aa146201bb0 req-fa5caf60-8d8d-43b2-8b54-c65204deac7f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:06.650308 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2bc2b5b5-b287-42cf-9ccb-8aa146201bb0 req-fa5caf60-8d8d-43b2-8b54-c65204deac7f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0719929 Jun 23 16:22:06.693973 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2bc2b5b5-b287-42cf-9ccb-8aa146201bb0 req-f50cfdfc-ad72-4895-a317-28eada48c445 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428133 Jun 23 16:22:06.778362 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed72b5a-ab9b-4e89-95c2-d697bfeb659a req-29df559d-0074-4fbf-81cf-fceaf7a12eed tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:06.779929 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6ed72b5a-ab9b-4e89-95c2-d697bfeb659a req-29df559d-0074-4fbf-81cf-fceaf7a12eed tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0691936 Jun 23 16:22:06.822164 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6ed72b5a-ab9b-4e89-95c2-d697bfeb659a req-a67d3156-2296-4595-870b-9e9e8dabe1d8 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359161 Jun 23 16:22:06.955535 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06aaf71-6344-4df9-bfdc-fa1f50df8e74 req-e60ff06b-a383-4b09-8353-64cfe81b3340 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:06.956886 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a06aaf71-6344-4df9-bfdc-fa1f50df8e74 req-e60ff06b-a383-4b09-8353-64cfe81b3340 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0616710 Jun 23 16:22:06.997292 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a06aaf71-6344-4df9-bfdc-fa1f50df8e74 req-956d2bdb-0cd0-42de-92aa-5cb3092d20da tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345321 Jun 23 16:22:07.877366 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468cc14-8644-45de-94a9-2c0cedb72c1e req-a03ccf2a-6b22-4e0a-a74b-4edcc6b8b863 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:07.879090 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b468cc14-8644-45de-94a9-2c0cedb72c1e req-a03ccf2a-6b22-4e0a-a74b-4edcc6b8b863 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0663116 Jun 23 16:22:07.921940 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b468cc14-8644-45de-94a9-2c0cedb72c1e req-98262ccf-1533-4215-9c12-a1fb44bd449e tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370841 Jun 23 16:22:08.005808 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0568d4-d07c-4fc2-8b86-42af1adc8dc6 req-590a490b-7491-4dc1-be3a-f1d65dd5a96b tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:08.007256 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0b0568d4-d07c-4fc2-8b86-42af1adc8dc6 req-590a490b-7491-4dc1-be3a-f1d65dd5a96b tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0625107 Jun 23 16:22:08.045112 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0b0568d4-d07c-4fc2-8b86-42af1adc8dc6 req-d05bf35f-05b9-44c9-a69a-90cdf0271435 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323229 Jun 23 16:22:08.085287 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:08.170613 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948a43c-82d6-439b-b788-246f41258b0c req-99c1620b-3b59-4e05-97ea-1f67cb039294 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:08.171996 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d948a43c-82d6-439b-b788-246f41258b0c req-99c1620b-3b59-4e05-97ea-1f67cb039294 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0613282 Jun 23 16:22:08.208712 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d948a43c-82d6-439b-b788-246f41258b0c req-f43c7a7b-aaa5-4a1a-9de1-c9b762b65664 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310879 Jun 23 16:22:09.091628 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2a745-3645-4eb1-9927-358ef7730072 req-41379440-2f79-40e5-bd93-971ece43545f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:09.093132 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-08d2a745-3645-4eb1-9927-358ef7730072 req-41379440-2f79-40e5-bd93-971ece43545f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0661712 Jun 23 16:22:09.138921 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-08d2a745-3645-4eb1-9927-358ef7730072 req-4df85621-4935-475c-b113-44de47168336 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395553 Jun 23 16:22:09.170536 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:09.242304 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4bda6-57a1-487e-b413-6c9ad7c8d5ee req-de1b2df1-bfc2-4a60-8080-3075e19318df tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:09.243925 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b3e4bda6-57a1-487e-b413-6c9ad7c8d5ee req-de1b2df1-bfc2-4a60-8080-3075e19318df tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0634885 Jun 23 16:22:09.286781 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c97f1-b228-4eac-99e3-5871ab1cdead req-48492391-5c00-4664-8b9e-8ea214e0853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:09.288440 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7e9c97f1-b228-4eac-99e3-5871ab1cdead req-48492391-5c00-4664-8b9e-8ea214e0853d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a11bfaeaf90b4b2a9e648a6081eb79d6&device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 1098 time: 0.0601346 Jun 23 16:22:09.292081 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b3e4bda6-57a1-487e-b413-6c9ad7c8d5ee req-82008f5c-e828-437f-9149-6f9620d1d827 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417836 Jun 23 16:22:09.453782 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c443d16-fa03-4f3b-a7e5-5e472454aa1e req-864f9740-1c89-43aa-a75f-67d79902b5ee tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:09.455753 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3c443d16-fa03-4f3b-a7e5-5e472454aa1e req-864f9740-1c89-43aa-a75f-67d79902b5ee tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.1274619 Jun 23 16:22:09.457415 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c97f1-b228-4eac-99e3-5871ab1cdead req-0fc5b5c7-7d2b-484d-be2e-d41365bebb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:09.458931 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7e9c97f1-b228-4eac-99e3-5871ab1cdead req-0fc5b5c7-7d2b-484d-be2e-d41365bebb27 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 HTTP/1.1" status: 200 len: 911 time: 0.1505456 Jun 23 16:22:09.544575 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3c443d16-fa03-4f3b-a7e5-5e472454aa1e req-256c8d27-3788-4015-93bd-c266e1b181d4 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792184 Jun 23 16:22:09.554092 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7e9c97f1-b228-4eac-99e3-5871ab1cdead req-fef58b20-a6ce-41c8-8dc2-b81d96bfdc6a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f98da5d9-6058-4b2d-a1e3-11349cb6e0eb HTTP/1.1" status: 200 len: 1001 time: 0.0822346 Jun 23 16:22:09.607659 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c97f1-b228-4eac-99e3-5871ab1cdead req-5ff793d6-1421-4502-b05d-0a3404742822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:09.609092 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7e9c97f1-b228-4eac-99e3-5871ab1cdead req-5ff793d6-1421-4502-b05d-0a3404742822 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d HTTP/1.1" status: 200 len: 849 time: 0.0470409 Jun 23 16:22:09.672176 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c97f1-b228-4eac-99e3-5871ab1cdead req-178a7b8a-1980-4212-a189-1081c1eb9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:09.673644 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7e9c97f1-b228-4eac-99e3-5871ab1cdead req-178a7b8a-1980-4212-a189-1081c1eb9a68 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549474 Jun 23 16:22:09.775885 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7e9c97f1-b228-4eac-99e3-5871ab1cdead req-1ff5a2a8-158d-44ef-a3e6-ea7755a15548 service neutron] 10.222.0.84 "GET /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881019 Jun 23 16:22:09.881312 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7e9c97f1-b228-4eac-99e3-5871ab1cdead req-20977e9c-ac90-46ec-b381-a888126a9a7e service neutron] 10.222.0.84 "GET /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990632 Jun 23 16:22:10.334919 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1ac27-a956-486d-997a-3f28596baa25 req-b1c69bbc-25c6-402b-bd6e-c67ce7c335b5 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:10.337051 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ecc1ac27-a956-486d-997a-3f28596baa25 req-b1c69bbc-25c6-402b-bd6e-c67ce7c335b5 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0733318 Jun 23 16:22:10.387325 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ecc1ac27-a956-486d-997a-3f28596baa25 req-126d5f76-1512-46aa-a169-62dac51cdbfe tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391252 Jun 23 16:22:10.538827 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2a70b-4492-4b58-82b6-181bfdd74b0f req-688fe1d6-db30-44d1-b935-d2143a73f1b7 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:10.541026 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-73d2a70b-4492-4b58-82b6-181bfdd74b0f req-688fe1d6-db30-44d1-b935-d2143a73f1b7 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0895488 Jun 23 16:22:10.591471 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-73d2a70b-4492-4b58-82b6-181bfdd74b0f req-111491e8-dad0-4792-b5df-2a88063b7c89 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429137 Jun 23 16:22:10.756314 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48238a-c926-4c2e-b7f2-af25d6217685 req-a5855a90-952e-4d06-8cce-316bf8748842 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:10.765292 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3c48238a-c926-4c2e-b7f2-af25d6217685 req-a5855a90-952e-4d06-8cce-316bf8748842 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0871737 Jun 23 16:22:10.815457 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3c48238a-c926-4c2e-b7f2-af25d6217685 req-8c10f0e9-625e-499d-9983-f5aa1d46dea2 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489788 Jun 23 16:22:11.607444 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922207e7-8851-4838-8520-a5dbee18c2ad req-2393cd33-9453-40ad-8070-3bfba8da433e tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:11.610632 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-922207e7-8851-4838-8520-a5dbee18c2ad req-2393cd33-9453-40ad-8070-3bfba8da433e tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0833464 Jun 23 16:22:11.654896 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-922207e7-8851-4838-8520-a5dbee18c2ad req-be1f7334-f629-46c4-b3bd-d84487715140 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397775 Jun 23 16:22:11.822376 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1e37c-a9c2-4d64-8b7d-86ba0e270a70 req-9b99b15d-0711-4734-9225-ebbbc0d0c76c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:11.823851 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ffc1e37c-a9c2-4d64-8b7d-86ba0e270a70 req-9b99b15d-0711-4734-9225-ebbbc0d0c76c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0829673 Jun 23 16:22:11.902908 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ffc1e37c-a9c2-4d64-8b7d-86ba0e270a70 req-7822adf5-dcc9-43f3-a5ab-c572e4e16c30 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727630 Jun 23 16:22:12.064092 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf0841-66ef-43f2-a464-dd3f0c1c8561 req-315ace62-d494-4133-98fb-de48413e591e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:12.066493 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-28cf0841-66ef-43f2-a464-dd3f0c1c8561 req-315ace62-d494-4133-98fb-de48413e591e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0763297 Jun 23 16:22:12.113104 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-28cf0841-66ef-43f2-a464-dd3f0c1c8561 req-e48a6984-b110-4fcc-8ef3-d8cf9a15c019 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378726 Jun 23 16:22:13.121126 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c75a6-e7f8-4f70-af30-9312a5caafcf req-2e0b9b37-983b-4280-9d6d-4b6a626fd1c3 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:13.122761 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-060c75a6-e7f8-4f70-af30-9312a5caafcf req-2e0b9b37-983b-4280-9d6d-4b6a626fd1c3 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0716281 Jun 23 16:22:13.175498 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-060c75a6-e7f8-4f70-af30-9312a5caafcf req-dab5ec9b-ca52-422c-bece-6c3a1cd18587 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466979 Jun 23 16:22:13.341158 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc635efd-0a18-46a0-89ae-3d13f4f3ffb4 req-0bdce721-c87b-4a4f-8c93-3dd11f43eda1 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:13.342718 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bc635efd-0a18-46a0-89ae-3d13f4f3ffb4 req-0bdce721-c87b-4a4f-8c93-3dd11f43eda1 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0728905 Jun 23 16:22:13.393340 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bc635efd-0a18-46a0-89ae-3d13f4f3ffb4 req-9de08ff7-017d-4635-8ce9-46c636b5336f tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446217 Jun 23 16:22:14.363745 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940dd02-32ed-4a62-ab84-c152dcc4cf64 req-129e4be0-80fe-4317-ad3e-66f17ceb50b2 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:14.365220 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-8940dd02-32ed-4a62-ab84-c152dcc4cf64 req-129e4be0-80fe-4317-ad3e-66f17ceb50b2 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0715179 Jun 23 16:22:14.414507 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-8940dd02-32ed-4a62-ab84-c152dcc4cf64 req-a797a4ea-024f-4e74-91a8-61fd5a5361a3 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428600 Jun 23 16:22:14.597501 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929941b-f7ca-4476-a249-057326b01dd2 req-4fab40b3-45f1-4099-a016-321fb4c3ee66 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:14.599005 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3929941b-f7ca-4476-a249-057326b01dd2 req-4fab40b3-45f1-4099-a016-321fb4c3ee66 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0671730 Jun 23 16:22:14.654455 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3929941b-f7ca-4476-a249-057326b01dd2 req-5fcd7ff8-4a16-428a-8132-9900f6e2137e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472157 Jun 23 16:22:15.622121 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8133d9e-b3f6-4cd3-ae75-c0de2efd03b9 req-19d8501f-1f60-44a9-aa56-8be90e289296 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:15.623708 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b8133d9e-b3f6-4cd3-ae75-c0de2efd03b9 req-19d8501f-1f60-44a9-aa56-8be90e289296 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0726058 Jun 23 16:22:15.665386 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b8133d9e-b3f6-4cd3-ae75-c0de2efd03b9 req-000129dd-2f08-49c1-a4a4-e77760a6ced8 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358810 Jun 23 16:22:15.843602 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f516621-7130-4522-94cc-4d8db4b3088d req-9e95cb26-d225-48aa-b5d4-6c5742310bfa tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:15.845862 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0f516621-7130-4522-94cc-4d8db4b3088d req-9e95cb26-d225-48aa-b5d4-6c5742310bfa tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0762200 Jun 23 16:22:16.114760 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0f516621-7130-4522-94cc-4d8db4b3088d req-1c5a1432-114e-4baa-a19c-6ad9a9f91fb8 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631779 Jun 23 16:22:16.857084 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964bd22-d86e-4acf-8c80-c7c9eab75faa req-11633fcc-3297-4b60-bf6f-8f712f34a79e tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:16.858817 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5964bd22-d86e-4acf-8c80-c7c9eab75faa req-11633fcc-3297-4b60-bf6f-8f712f34a79e tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0711243 Jun 23 16:22:16.913541 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5964bd22-d86e-4acf-8c80-c7c9eab75faa req-e03628a3-33d9-47ba-9b82-dfa9b10f7169 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486579 Jun 23 16:22:17.293556 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35553911-175d-449d-8d8d-ca5e1a72f891 req-3d95d532-9389-4466-8c1a-7547bd2f3453 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:17.295220 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-35553911-175d-449d-8d8d-ca5e1a72f891 req-3d95d532-9389-4466-8c1a-7547bd2f3453 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0646014 Jun 23 16:22:17.347048 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-35553911-175d-449d-8d8d-ca5e1a72f891 req-15b80b69-f754-43d7-8c39-76d82d7164d7 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452650 Jun 23 16:22:18.368687 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20096c27-cc27-4906-9b47-d7d535d30df2 req-f631642e-6462-4e6e-9063-977233c07327 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:18.370738 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-20096c27-cc27-4906-9b47-d7d535d30df2 req-f631642e-6462-4e6e-9063-977233c07327 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.3028486 Jun 23 16:22:18.412865 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-20096c27-cc27-4906-9b47-d7d535d30df2 req-6d1fd09d-0d46-40c2-97ef-c62f6ab18579 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355766 Jun 23 16:22:18.560849 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5697b-1852-44e2-a5e1-6c1d2be0de64 req-1f992887-23dc-481e-9e8f-8a865cc3d7b3 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:18.562213 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-dcc5697b-1852-44e2-a5e1-6c1d2be0de64 req-1f992887-23dc-481e-9e8f-8a865cc3d7b3 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0721116 Jun 23 16:22:18.613288 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-dcc5697b-1852-44e2-a5e1-6c1d2be0de64 req-d3688b67-1c70-408e-a088-a5ff36b90531 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453801 Jun 23 16:22:19.597445 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66e23-856a-4647-806d-51796c8d3c2b req-b11815d5-86d2-4c4a-9e9e-a19452f5d4b2 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:19.598991 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-21d66e23-856a-4647-806d-51796c8d3c2b req-b11815d5-86d2-4c4a-9e9e-a19452f5d4b2 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0637877 Jun 23 16:22:19.636533 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-21d66e23-856a-4647-806d-51796c8d3c2b req-c628f757-12b6-43e2-aceb-f2cc88c0e511 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320144 Jun 23 16:22:19.785687 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407e207-51d2-4729-b999-019f11557952 req-9c626b1e-749d-45ef-8de1-ac920f7da94d tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:19.787142 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c407e207-51d2-4729-b999-019f11557952 req-9c626b1e-749d-45ef-8de1-ac920f7da94d tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0609348 Jun 23 16:22:19.824161 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c407e207-51d2-4729-b999-019f11557952 req-ba1e4e94-9295-4e8a-bf51-f0b646b31820 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313547 Jun 23 16:22:20.211851 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74422520-c158-4854-adc5-86c6c0ab1832 req-93e5337a-839e-4bb8-9215-771d7ace0fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:20.213898 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-74422520-c158-4854-adc5-86c6c0ab1832 req-93e5337a-839e-4bb8-9215-771d7ace0fc8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a76e9d11e45c4db3b9f6a8f2b48aff11&device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 1099 time: 0.0575998 Jun 23 16:22:20.328295 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74422520-c158-4854-adc5-86c6c0ab1832 req-94b94d62-faf8-4527-b01c-eb803bbc8f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:20.330404 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-74422520-c158-4854-adc5-86c6c0ab1832 req-94b94d62-faf8-4527-b01c-eb803bbc8f39 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2 HTTP/1.1" status: 200 len: 917 time: 0.1061845 Jun 23 16:22:20.418157 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-74422520-c158-4854-adc5-86c6c0ab1832 req-76213029-b864-4f13-b310-31c3d5b452df service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dd77542-313f-4d54-88e2-c12367e8e14f HTTP/1.1" status: 200 len: 1002 time: 0.0654993 Jun 23 16:22:20.481083 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74422520-c158-4854-adc5-86c6c0ab1832 req-1ab0d7b0-9b73-4d39-88cd-e61730f11a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:20.482562 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-74422520-c158-4854-adc5-86c6c0ab1832 req-1ab0d7b0-9b73-4d39-88cd-e61730f11a23 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e737d9e7-5b3c-4d9d-bb31-91a55656b0db HTTP/1.1" status: 200 len: 855 time: 0.0491912 Jun 23 16:22:20.545901 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74422520-c158-4854-adc5-86c6c0ab1832 req-e2328964-f1aa-49d5-b1c7-5b4430e07681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:20.547312 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-74422520-c158-4854-adc5-86c6c0ab1832 req-e2328964-f1aa-49d5-b1c7-5b4430e07681 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534959 Jun 23 16:22:20.645854 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-74422520-c158-4854-adc5-86c6c0ab1832 req-62d73dc6-2fbb-42d5-a528-0e3ffa48873d service neutron] 10.222.0.84 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873082 Jun 23 16:22:20.740060 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-74422520-c158-4854-adc5-86c6c0ab1832 req-aac84880-b905-4998-aec0-cb3c90c21cb7 service neutron] 10.222.0.84 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866032 Jun 23 16:22:20.817200 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e79a4-cff5-4608-8890-f437766685a7 req-36a7808b-9466-4c24-ad75-deada9f90a28 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:20.818563 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-769e79a4-cff5-4608-8890-f437766685a7 req-36a7808b-9466-4c24-ad75-deada9f90a28 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0635216 Jun 23 16:22:20.856006 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-769e79a4-cff5-4608-8890-f437766685a7 req-f6b851e2-6e5d-449d-9afb-4498f099dcec tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313573 Jun 23 16:22:20.999793 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa812c38-5b44-4ac3-9384-8a8ea4baf090 req-7a42ebee-7278-47bd-8a70-a039ec29fa6d tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:21.001248 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-aa812c38-5b44-4ac3-9384-8a8ea4baf090 req-7a42ebee-7278-47bd-8a70-a039ec29fa6d tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0613587 Jun 23 16:22:21.037389 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-aa812c38-5b44-4ac3-9384-8a8ea4baf090 req-d0a97cb5-d915-473e-820a-edf8bc372d4e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306315 Jun 23 16:22:22.027007 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91d16a-2632-4082-af5f-ae96e7bdb1ee req-6db602ff-eae8-45cb-a806-e7f171de2a8b tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:22.028405 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ad91d16a-2632-4082-af5f-ae96e7bdb1ee req-6db602ff-eae8-45cb-a806-e7f171de2a8b tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0596952 Jun 23 16:22:22.063997 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ad91d16a-2632-4082-af5f-ae96e7bdb1ee req-99d3b9fa-2fff-4a10-8f92-29b8aa5db90f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298946 Jun 23 16:22:22.211486 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffd398-46b2-44cd-9ef7-0c3dc21dd153 req-590f3075-6a7b-4c96-824f-4542a72a1699 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:22.212839 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6bffd398-46b2-44cd-9ef7-0c3dc21dd153 req-590f3075-6a7b-4c96-824f-4542a72a1699 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0659640 Jun 23 16:22:22.249824 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6bffd398-46b2-44cd-9ef7-0c3dc21dd153 req-0275a975-ea23-4a26-9f40-76237a8c219f tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314927 Jun 23 16:22:23.237803 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885a973-0adf-407b-8539-09b8d83cb28a req-8e6aee24-5b4d-4247-91fb-9dbbb6fd7ff4 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:23.239287 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a885a973-0adf-407b-8539-09b8d83cb28a req-8e6aee24-5b4d-4247-91fb-9dbbb6fd7ff4 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0611997 Jun 23 16:22:23.277084 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a885a973-0adf-407b-8539-09b8d83cb28a req-f9d43276-1bd2-46e0-8166-b0166f3afc0e tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314872 Jun 23 16:22:23.417494 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d541d-eacb-4d59-9381-bd822444609b req-ec5f2b0d-69a1-4adf-95b0-807a81ebe7c5 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:23.418867 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6a8d541d-eacb-4d59-9381-bd822444609b req-ec5f2b0d-69a1-4adf-95b0-807a81ebe7c5 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0608213 Jun 23 16:22:23.455867 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6a8d541d-eacb-4d59-9381-bd822444609b req-f8fbbd5d-542f-4023-a00c-2ca69c93f90e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314550 Jun 23 16:22:24.453207 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfdde8-8eff-499b-8a74-7055991e4650 req-0537223b-97a1-4846-8da2-d9db266d3d02 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:24.454698 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b5bfdde8-8eff-499b-8a74-7055991e4650 req-0537223b-97a1-4846-8da2-d9db266d3d02 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0644722 Jun 23 16:22:24.491281 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b5bfdde8-8eff-499b-8a74-7055991e4650 req-3b0cdd16-3471-40bf-860c-b2abb442136f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307250 Jun 23 16:22:24.626928 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973cfc9-502a-4fb1-a01f-ba4ab6304c0b req-ad1f030c-d2fb-4bfa-bd2c-2b1482a7b68b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:24.628352 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-5973cfc9-502a-4fb1-a01f-ba4ab6304c0b req-ad1f030c-d2fb-4bfa-bd2c-2b1482a7b68b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0613480 Jun 23 16:22:24.668882 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-5973cfc9-502a-4fb1-a01f-ba4ab6304c0b req-3e99aa4c-e070-4ff6-a0d6-1d395f5374cc tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350516 Jun 23 16:22:25.671195 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37b813-5ff5-47b2-aa14-6f4b8db790a7 req-fb69c4d8-45ee-43d4-9362-f3f238899779 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:25.672645 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1d37b813-5ff5-47b2-aa14-6f4b8db790a7 req-fb69c4d8-45ee-43d4-9362-f3f238899779 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0617747 Jun 23 16:22:25.713293 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1d37b813-5ff5-47b2-aa14-6f4b8db790a7 req-4936542b-56ac-44f5-b9cf-885b7a329bb7 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329297 Jun 23 16:22:25.848974 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df628228-26ad-448b-b4cf-f77e760ee4e7 req-06604b59-6bc1-41f0-bcdb-fb3f1679495e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:25.850481 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-df628228-26ad-448b-b4cf-f77e760ee4e7 req-06604b59-6bc1-41f0-bcdb-fb3f1679495e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0632563 Jun 23 16:22:25.889386 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-df628228-26ad-448b-b4cf-f77e760ee4e7 req-4dcd357e-33b2-401f-b8a1-062effe21f94 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328221 Jun 23 16:22:26.469514 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83085a-e27f-481e-87b4-7d60c61e2202 req-e1544294-64e8-4869-9efe-7c65f8fab940 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:26.471220 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4a83085a-e27f-481e-87b4-7d60c61e2202 req-e1544294-64e8-4869-9efe-7c65f8fab940 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 946 time: 0.0670030 Jun 23 16:22:26.509227 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4a83085a-e27f-481e-87b4-7d60c61e2202 req-bcfe843e-d612-4739-8d78-36891fee7807 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323117 Jun 23 16:22:26.682751 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 1dd77542-313f-4d54-88e2-c12367e8e14f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:22:26.739988 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 48816) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:26.760507 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:26.781943 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8133ee-b4b1-4383-ab0b-f3e6becd1b53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dd77542-313f-4d54-88e2-c12367e8e14f'}] {{(pid=92865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:22:26.784357 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053164b0cf726773bb22b402b066b9c97a54671ffe15cd7793040184515b98b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30480469-82af-404a-9e4e-2f4d9749d2bb" -d '{"events": [{"server_uuid": "0a8133ee-b4b1-4383-ab0b-f3e6becd1b53", "name": "network-vif-unplugged", "status": "completed", "tag": "1dd77542-313f-4d54-88e2-c12367e8e14f"}]}' {{(pid=92865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:22:26.800382 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 1dd77542-313f-4d54-88e2-c12367e8e14f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1dd77542-313f-4d54-88e2-c12367e8e14f,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:22:26.805176 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:26.809520 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:26.835278 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 16:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9911b0-d468-4ab3-9fe7-3c05c9506cd2 x-openstack-request-id: req-2f9911b0-d468-4ab3-9fe7-3c05c9506cd2 {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:22:26.835644 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8133ee-b4b1-4383-ab0b-f3e6becd1b53", "name": "network-vif-unplugged", "status": "failed", "tag": "1dd77542-313f-4d54-88e2-c12367e8e14f", "code": 422}]} {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:22:26.836348 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2f9911b0-d468-4ab3-9fe7-3c05c9506cd2 {{(pid=92865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:22:26.836478 dv-cinder-788363-4-iscsi neutron-server[92865]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a8133ee-b4b1-4383-ab0b-f3e6becd1b53', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1dd77542-313f-4d54-88e2-c12367e8e14f', 'code': 422} returned with failed status Jun 23 16:22:26.843357 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ec934bee-3013-48a8-8917-19c0f01c7b7e req-e7d9056b-bba5-4d3c-9956-5bf8fd3b4e57 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1021869 Jun 23 16:22:26.867284 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=1dd77542-313f-4d54-88e2-c12367e8e14f,revision_number=8']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:26.870881 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:27.069366 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67427dde-194e-4530-97ff-d21170a2d13a req-2e1a6c7a-622d-404b-bfcf-99205de680df tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:27.070840 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-67427dde-194e-4530-97ff-d21170a2d13a req-2e1a6c7a-622d-404b-bfcf-99205de680df tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0634320 Jun 23 16:22:27.108244 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-67427dde-194e-4530-97ff-d21170a2d13a req-8faa9ecf-6fed-49e4-a602-37244b04670f tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311778 Jun 23 16:22:27.689454 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3145a-06e1-473c-af77-297efc39045d req-9dda5e25-2598-4122-95c1-010562268ce4 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:27.691113 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-31c3145a-06e1-473c-af77-297efc39045d req-9dda5e25-2598-4122-95c1-010562268ce4 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.0650060 Jun 23 16:22:27.733142 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-31c3145a-06e1-473c-af77-297efc39045d req-a9e7b51a-38b2-446a-b6dd-81dbb1d09d55 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359204 Jun 23 16:22:28.284080 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ef7c3-17c2-440f-a1aa-407b5d310135 req-e2c0dcb3-58b1-450b-b492-fe94bd76ad52 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:28.285840 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-904ef7c3-17c2-440f-a1aa-407b5d310135 req-e2c0dcb3-58b1-450b-b492-fe94bd76ad52 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0648556 Jun 23 16:22:28.326093 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-904ef7c3-17c2-440f-a1aa-407b5d310135 req-a2e78dbb-ac3e-4522-b020-fd4dc60af6c1 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341048 Jun 23 16:22:28.916552 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4da09e-3a12-40b0-928b-46cf8a5d9ef1 req-4ee17456-e38c-4f11-9c96-825a8b96af94 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:28.918022 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3a4da09e-3a12-40b0-928b-46cf8a5d9ef1 req-4ee17456-e38c-4f11-9c96-825a8b96af94 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.0640843 Jun 23 16:22:28.957740 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3a4da09e-3a12-40b0-928b-46cf8a5d9ef1 req-2029ebe1-7948-4b03-8a75-d1864a39d12f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336170 Jun 23 16:22:29.504729 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0187d-0e8a-482c-908f-147ea162258e req-61e3cdd7-7097-46bb-80d9-4adf06fbac26 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:29.506220 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-00e0187d-0e8a-482c-908f-147ea162258e req-61e3cdd7-7097-46bb-80d9-4adf06fbac26 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0635579 Jun 23 16:22:29.544253 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-00e0187d-0e8a-482c-908f-147ea162258e req-9a4ef426-7469-45f2-80df-ef2800beb50d tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314386 Jun 23 16:22:30.130371 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec934bee-3013-48a8-8917-19c0f01c7b7e req-690b8a95-f4d3-47cb-b4e3-7313acfc5fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:30.131881 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ec934bee-3013-48a8-8917-19c0f01c7b7e req-690b8a95-f4d3-47cb-b4e3-7313acfc5fd6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53&tenant_id=a76e9d11e45c4db3b9f6a8f2b48aff11 HTTP/1.1" status: 200 len: 1097 time: 0.0870237 Jun 23 16:22:30.142824 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60706904-2b23-4b6a-b28d-5a234a13ec17 req-e3c1fb55-45f3-4c4f-adde-b4c9a0e1596f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:30.144297 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-60706904-2b23-4b6a-b28d-5a234a13ec17 req-e3c1fb55-45f3-4c4f-adde-b4c9a0e1596f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.0661192 Jun 23 16:22:30.193086 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-60706904-2b23-4b6a-b28d-5a234a13ec17 req-949b0263-a77e-4f75-a049-a0b9b9404380 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422332 Jun 23 16:22:30.235308 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec934bee-3013-48a8-8917-19c0f01c7b7e req-d2887677-dd56-4ac5-8629-3192092d2e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:30.236789 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ec934bee-3013-48a8-8917-19c0f01c7b7e req-d2887677-dd56-4ac5-8629-3192092d2e3b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a76e9d11e45c4db3b9f6a8f2b48aff11&device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 1097 time: 0.0597491 Jun 23 16:22:30.336949 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec934bee-3013-48a8-8917-19c0f01c7b7e req-bba5c7a0-8a4b-4876-b64a-bac1b9804b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:30.339241 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ec934bee-3013-48a8-8917-19c0f01c7b7e req-bba5c7a0-8a4b-4876-b64a-bac1b9804b72 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2 HTTP/1.1" status: 200 len: 917 time: 0.0960264 Jun 23 16:22:30.422182 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ec934bee-3013-48a8-8917-19c0f01c7b7e req-efac7e3a-9032-4a70-85fb-3715d3ee3fe9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dd77542-313f-4d54-88e2-c12367e8e14f HTTP/1.1" status: 200 len: 1000 time: 0.0629225 Jun 23 16:22:30.489466 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec934bee-3013-48a8-8917-19c0f01c7b7e req-970f87d4-cce5-44fc-a145-12d3923a270c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:30.492062 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ec934bee-3013-48a8-8917-19c0f01c7b7e req-970f87d4-cce5-44fc-a145-12d3923a270c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e737d9e7-5b3c-4d9d-bb31-91a55656b0db HTTP/1.1" status: 200 len: 855 time: 0.0602553 Jun 23 16:22:30.547678 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:22:30.565490 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec934bee-3013-48a8-8917-19c0f01c7b7e req-64e78833-be7a-4a97-bf6a-03b2544808fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:30.567266 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ec934bee-3013-48a8-8917-19c0f01c7b7e req-64e78833-be7a-4a97-bf6a-03b2544808fd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668938 Jun 23 16:22:30.710501 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ec934bee-3013-48a8-8917-19c0f01c7b7e req-814ef93f-9193-4999-8bf9-b1ac80f1bbd5 service neutron] 10.222.0.84 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317122 Jun 23 16:22:30.785267 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 48914) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:30.803387 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f9ac1-8ed1-4d25-8477-563d37cf42d1 req-d4cc31bb-486e-4032-8245-5516af77bcc0 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:30.804851 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-269f9ac1-8ed1-4d25-8477-563d37cf42d1 req-d4cc31bb-486e-4032-8245-5516af77bcc0 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.1386776 Jun 23 16:22:30.838559 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ec934bee-3013-48a8-8917-19c0f01c7b7e req-7b21c356-aaf6-46e1-9215-28eb751e370d service neutron] 10.222.0.84 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178672 Jun 23 16:22:30.853970 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-269f9ac1-8ed1-4d25-8477-563d37cf42d1 req-2cc69883-ebad-4637-a862-0b9c027d66e6 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421069 Jun 23 16:22:30.887687 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-70243c34-2a06-4c51-bdc5-939fe184671c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:30.979618 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-70243c34-2a06-4c51-bdc5-939fe184671c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:30.983791 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-70243c34-2a06-4c51-bdc5-939fe184671c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:30.986599 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-5397a496-5176-4987-9b5c-e16ce7615200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:31.023868 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-70243c34-2a06-4c51-bdc5-939fe184671c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=097a8640bc264bf7853c4128e6657d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374201 Jun 23 16:22:31.024894 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70243c34-2a06-4c51-bdc5-939fe184671c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8186d796-7361-4ca5-b569-3a52e938c9dd,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:31.026481 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 48922) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:31.033160 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70243c34-2a06-4c51-bdc5-939fe184671c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:31.033634 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70243c34-2a06-4c51-bdc5-939fe184671c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:31.034000 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70243c34-2a06-4c51-bdc5-939fe184671c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:31.034388 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70243c34-2a06-4c51-bdc5-939fe184671c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:31.034747 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70243c34-2a06-4c51-bdc5-939fe184671c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:31.035105 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70243c34-2a06-4c51-bdc5-939fe184671c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:31.035458 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70243c34-2a06-4c51-bdc5-939fe184671c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:31.035807 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70243c34-2a06-4c51-bdc5-939fe184671c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:31.036156 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70243c34-2a06-4c51-bdc5-939fe184671c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:31.036504 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70243c34-2a06-4c51-bdc5-939fe184671c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:31.036850 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70243c34-2a06-4c51-bdc5-939fe184671c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:31.037200 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70243c34-2a06-4c51-bdc5-939fe184671c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:31.041060 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-70243c34-2a06-4c51-bdc5-939fe184671c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:31.110293 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-014ababf-7403-42b9-a4cb-c0c629493f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:31.135028 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e68c57-1455-45c6-b937-2676a65ab3c0 req-3c7fcbae-a628-4e60-b87d-56a84f0f9a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:31.136598 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-23e68c57-1455-45c6-b937-2676a65ab3c0 req-3c7fcbae-a628-4e60-b87d-56a84f0f9a1e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 1098 time: 0.0874224 Jun 23 16:22:31.140857 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-014ababf-7403-42b9-a4cb-c0c629493f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:31.184326 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-014ababf-7403-42b9-a4cb-c0c629493f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:31.187060 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-014ababf-7403-42b9-a4cb-c0c629493f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:31.188174 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-014ababf-7403-42b9-a4cb-c0c629493f22 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8186d796-7361-4ca5-b569-3a52e938c9dd HTTP/1.1" status: 204 len: 168 time: 0.1606691 Jun 23 16:22:31.188837 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-9efc68aa-2195-4803-82f2-ce5c03ca69d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:31.196423 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ababf-7403-42b9-a4cb-c0c629493f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8186d796-7361-4ca5-b569-3a52e938c9dd,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:31.198795 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-014ababf-7403-42b9-a4cb-c0c629493f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:31.380930 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40104af2-a8f2-4cf1-8d45-3ba4a90387a2 req-7f0edec8-019c-441b-869e-7609d6e6ecb2 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:31.382514 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-40104af2-a8f2-4cf1-8d45-3ba4a90387a2 req-7f0edec8-019c-441b-869e-7609d6e6ecb2 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.0668182 Jun 23 16:22:31.420247 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-40104af2-a8f2-4cf1-8d45-3ba4a90387a2 req-45447429-e67b-4a79-a9dc-350298968c56 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321183 Jun 23 16:22:32.029992 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88933a8f-e561-420e-81b1-1122afd852f1 req-76b9d04d-16b9-4ee1-9cd5-de3d0b4b31a7 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:32.031503 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-88933a8f-e561-420e-81b1-1122afd852f1 req-76b9d04d-16b9-4ee1-9cd5-de3d0b4b31a7 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0660820 Jun 23 16:22:32.071291 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-88933a8f-e561-420e-81b1-1122afd852f1 req-cda6b105-166e-4f3e-ac91-d76a470ecfdd tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331736 Jun 23 16:22:32.596702 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb378e6-80b1-4135-8ae2-c03af4ec7373 req-5a5128dc-2c09-4397-afd5-86717b878fec tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:32.598497 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-beb378e6-80b1-4135-8ae2-c03af4ec7373 req-5a5128dc-2c09-4397-afd5-86717b878fec tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.0634725 Jun 23 16:22:32.599785 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-6ebcc2c1-1a5b-42cf-964a-be57d0c8cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:32.648662 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-beb378e6-80b1-4135-8ae2-c03af4ec7373 req-eb73488c-b1a4-467c-b4f5-ce1277845dc8 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430291 Jun 23 16:22:32.960792 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-23e68c57-1455-45c6-b937-2676a65ab3c0 req-0a907ffc-e743-499f-a44b-71009e0dc718 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282090 Jun 23 16:22:33.248069 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8db83e-a230-44a5-9a29-b658fdb0c674 req-157dda5c-8028-48d5-9934-158c942c5815 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:33.249521 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-af8db83e-a230-44a5-9a29-b658fdb0c674 req-157dda5c-8028-48d5-9934-158c942c5815 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0635853 Jun 23 16:22:33.285788 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-af8db83e-a230-44a5-9a29-b658fdb0c674 req-06726c0c-1140-412d-9d1b-55bef58560d4 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307269 Jun 23 16:22:33.825296 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05c0ef-e89b-4f59-a1c6-2eb58ce1c331 req-5f019e98-413b-452c-9703-dd7b72a922f6 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:33.826777 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0c05c0ef-e89b-4f59-a1c6-2eb58ce1c331 req-5f019e98-413b-452c-9703-dd7b72a922f6 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.0624197 Jun 23 16:22:33.862791 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0c05c0ef-e89b-4f59-a1c6-2eb58ce1c331 req-6bf7438b-769c-47f4-bcff-eaa3bbdd3a44 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303614 Jun 23 16:22:34.465882 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6b17a-0a48-4fa1-aa5f-dbc4798cbfdc req-dc411615-6d1c-43f5-a66a-42c13cf76c2c tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:34.467397 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1ca6b17a-0a48-4fa1-aa5f-dbc4798cbfdc req-dc411615-6d1c-43f5-a66a-42c13cf76c2c tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0695100 Jun 23 16:22:34.506648 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1ca6b17a-0a48-4fa1-aa5f-dbc4798cbfdc req-31547101-9db1-40d4-b80d-be2c98aee108 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334384 Jun 23 16:22:34.956685 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:35.078719 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0daea68-ffac-4f5f-99aa-0926f05b8e7a req-ce58015f-a6e6-409f-a3fc-98d679b6247c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:35.080191 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f0daea68-ffac-4f5f-99aa-0926f05b8e7a req-ce58015f-a6e6-409f-a3fc-98d679b6247c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.0676899 Jun 23 16:22:35.120872 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f0daea68-ffac-4f5f-99aa-0926f05b8e7a req-0cfd8aef-451c-4b89-9800-76f580d3f86f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344653 Jun 23 16:22:35.474883 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-48c2f222-0326-4a72-ac21-79491a02c7ca tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0bb92ddbb2214a448d5ec7efe36de1fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299466 Jun 23 16:22:35.660345 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-55c57ec8-b17c-4c12-8ae6-bd8f1550f834 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:35.662683 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-55c57ec8-b17c-4c12-8ae6-bd8f1550f834 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825035 Jun 23 16:22:35.677659 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-013178db-5b4e-4be1-bf0f-f3a4274a2889 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/quotas/0bb92ddbb2214a448d5ec7efe36de1fa HTTP/1.1" status: 200 len: 375 time: 0.0090396 Jun 23 16:22:35.703599 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0e53e-e759-4165-a79f-92f864ce9273 req-b4845bf3-541d-4046-b1b8-e01db3a70546 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:35.705489 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b3a0e53e-e759-4165-a79f-92f864ce9273 req-b4845bf3-541d-4046-b1b8-e01db3a70546 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0766513 Jun 23 16:22:35.714325 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-73e00158-da6f-4974-9951-9aec2cc972ca tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0bb92ddbb2214a448d5ec7efe36de1fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302069 Jun 23 16:22:35.723515 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-85e0bc59-c89a-45ac-96fa-786f0aab8f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:35.772531 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b3a0e53e-e759-4165-a79f-92f864ce9273 req-47cebb64-61fe-42a3-9c1a-daaba3935d90 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607555 Jun 23 16:22:35.942276 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9a9655ed-14fc-41d7-85bb-bc6730c6cc8f req-2c768d63-d4a7-47c3-97fe-1968112206cc tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 210 time: 0.0477858 Jun 23 16:22:36.326750 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54da4ef-a250-481a-9675-b9efab4ab39d req-b0fe88cf-eb18-4756-a4a5-3fa5d4a436f7 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:36.328466 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f54da4ef-a250-481a-9675-b9efab4ab39d req-b0fe88cf-eb18-4756-a4a5-3fa5d4a436f7 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.0788391 Jun 23 16:22:36.367999 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f54da4ef-a250-481a-9675-b9efab4ab39d req-19185df7-f15a-4453-ac24-0528d10f61a6 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338161 Jun 23 16:22:36.425360 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:36.955151 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34d304-4a39-428b-8d09-f0f86455980e req-018a0e20-0016-43a4-83b1-13319d4e091f tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:36.956626 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4e34d304-4a39-428b-8d09-f0f86455980e req-018a0e20-0016-43a4-83b1-13319d4e091f tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0668190 Jun 23 16:22:36.998267 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4e34d304-4a39-428b-8d09-f0f86455980e req-1d3cf2cf-d2b3-4b80-a769-b6ba41377204 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357113 Jun 23 16:22:37.104538 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-42704d57-4c33-4971-8304-36e76d6724f6 req-db81d226-0f94-48c3-992c-0db8c467a7a4 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 210 time: 0.0291624 Jun 23 16:22:37.566358 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250def1d-0d5b-477e-b469-d286dd84fc68 req-d3ec6905-636c-4e13-9e84-18a4870f67e5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:37.568127 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-250def1d-0d5b-477e-b469-d286dd84fc68 req-d3ec6905-636c-4e13-9e84-18a4870f67e5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.0685840 Jun 23 16:22:37.610763 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-250def1d-0d5b-477e-b469-d286dd84fc68 req-c7e201bd-2cf4-4ba7-83b7-2991d3ec27c8 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363498 Jun 23 16:22:38.096904 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:38.206433 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7f0fa-8d57-4caf-9713-c73158fe7e17 req-417f950b-e97e-4bf4-9714-5d771b23594e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:38.214789 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f1d7f0fa-8d57-4caf-9713-c73158fe7e17 req-417f950b-e97e-4bf4-9714-5d771b23594e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0757563 Jun 23 16:22:38.277010 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f1d7f0fa-8d57-4caf-9713-c73158fe7e17 req-0ad95e53-d2ca-42ea-b931-30d6f6b74fb8 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612347 Jun 23 16:22:38.285646 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3a5ce12a-2731-45a3-bf15-b55eaf3c0768 req-db299e13-c116-445c-bf7f-f13b4ca67bef tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 210 time: 0.0507841 Jun 23 16:22:38.796261 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7a27c-7b77-41d9-b380-887b988873ee req-444acd00-8fb2-4b27-8ddb-7e40e0ddc9e6 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:38.797869 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-9ce7a27c-7b77-41d9-b380-887b988873ee req-444acd00-8fb2-4b27-8ddb-7e40e0ddc9e6 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.0659282 Jun 23 16:22:38.840203 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-9ce7a27c-7b77-41d9-b380-887b988873ee req-43456409-d936-497f-9454-60525bf007cf tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348923 Jun 23 16:22:39.179553 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:39.444679 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-5f48b864-f556-48d0-b8e8-917a0229a4f2 req-3e17ae87-803a-4c40-84ad-31d1ad51009f tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 210 time: 0.0328641 Jun 23 16:22:39.471638 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276aee3-2fca-4cba-86f3-fa140fbda3fc req-9c0984ac-df11-4017-80a8-8fbd58c08348 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:39.473535 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c276aee3-2fca-4cba-86f3-fa140fbda3fc req-9c0984ac-df11-4017-80a8-8fbd58c08348 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0856252 Jun 23 16:22:39.518211 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c276aee3-2fca-4cba-86f3-fa140fbda3fc req-b7b3f07b-9955-4514-ae63-64e946e71ea5 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385413 Jun 23 16:22:40.028931 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45576aa2-6fab-4ed6-b99d-fb4e3e3aecc6 req-45b03c21-7b3e-4328-a30a-e9dd92ca5df0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:40.030428 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-45576aa2-6fab-4ed6-b99d-fb4e3e3aecc6 req-45b03c21-7b3e-4328-a30a-e9dd92ca5df0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.0662785 Jun 23 16:22:40.069149 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-45576aa2-6fab-4ed6-b99d-fb4e3e3aecc6 req-8c5c7035-5caf-46cb-9b89-16b24de5f565 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329041 Jun 23 16:22:40.610637 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b4f1136e-b72c-437f-b3f2-0afdd91c5699 req-3e4f8c1e-24b7-48c7-8a2e-9298b10e3382 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 210 time: 0.0470426 Jun 23 16:22:40.727002 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadacc6-007f-45b5-8088-df77f3f29f46 req-04cf6130-fa5c-4ef4-a9a9-6185d383bccd tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:40.730667 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-edadacc6-007f-45b5-8088-df77f3f29f46 req-04cf6130-fa5c-4ef4-a9a9-6185d383bccd tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0742612 Jun 23 16:22:40.780983 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-edadacc6-007f-45b5-8088-df77f3f29f46 req-e1571c36-3483-42ea-a402-c6ab8dde0177 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428522 Jun 23 16:22:40.871975 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 49100) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:40.975815 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4c0264d8-8f6e-4994-9fcc-b685dd35c304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:41.068092 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4c0264d8-8f6e-4994-9fcc-b685dd35c304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:41.072838 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4c0264d8-8f6e-4994-9fcc-b685dd35c304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:41.075492 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-8c282e6a-283c-4afa-ad69-9176da407a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:41.112473 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-4c0264d8-8f6e-4994-9fcc-b685dd35c304 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4af6121163f540348b39aba82e566390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393813 Jun 23 16:22:41.113375 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0264d8-8f6e-4994-9fcc-b685dd35c304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0f5c18-afe7-47bc-abc4-3c3cd4a31462,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:41.115212 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 49106) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:41.121599 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0264d8-8f6e-4994-9fcc-b685dd35c304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:41.121981 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0264d8-8f6e-4994-9fcc-b685dd35c304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:41.122483 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0264d8-8f6e-4994-9fcc-b685dd35c304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:41.122714 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0264d8-8f6e-4994-9fcc-b685dd35c304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:41.123191 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0264d8-8f6e-4994-9fcc-b685dd35c304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:41.123554 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0264d8-8f6e-4994-9fcc-b685dd35c304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:41.123908 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0264d8-8f6e-4994-9fcc-b685dd35c304 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:41.124276 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0264d8-8f6e-4994-9fcc-b685dd35c304 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:41.124669 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0264d8-8f6e-4994-9fcc-b685dd35c304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:41.125109 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0264d8-8f6e-4994-9fcc-b685dd35c304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:41.125463 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0264d8-8f6e-4994-9fcc-b685dd35c304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:41.125899 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0264d8-8f6e-4994-9fcc-b685dd35c304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:41.131242 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-4c0264d8-8f6e-4994-9fcc-b685dd35c304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:41.175266 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2b607c63-fd0c-4e73-bb99-d6e3728a477c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:41.197213 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2b607c63-fd0c-4e73-bb99-d6e3728a477c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:41.301455 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6437acc-b775-4798-83b2-1e8b46107e33 req-214c614b-0314-474b-bacd-0dced6aca5f8 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:41.302969 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d6437acc-b775-4798-83b2-1e8b46107e33 req-214c614b-0314-474b-bacd-0dced6aca5f8 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.0997469 Jun 23 16:22:41.303878 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2b607c63-fd0c-4e73-bb99-d6e3728a477c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:41.307289 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2b607c63-fd0c-4e73-bb99-d6e3728a477c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:41.310176 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-2b607c63-fd0c-4e73-bb99-d6e3728a477c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2d0f5c18-afe7-47bc-abc4-3c3cd4a31462 HTTP/1.1" status: 204 len: 168 time: 0.1920660 Jun 23 16:22:41.310176 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-5562cb54-3f83-413c-b05a-c0e37ca06815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:41.329191 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b607c63-fd0c-4e73-bb99-d6e3728a477c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0f5c18-afe7-47bc-abc4-3c3cd4a31462,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:41.332512 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-2b607c63-fd0c-4e73-bb99-d6e3728a477c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:41.354339 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d6437acc-b775-4798-83b2-1e8b46107e33 req-2e5184e2-55f4-45d4-a479-e8b24c584400 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448899 Jun 23 16:22:41.762930 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bf49722d-80c1-42f1-be64-f1d6ccebd8fa req-39639c7a-2621-45eb-9904-b5aa5ab41bef tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 210 time: 0.0346808 Jun 23 16:22:41.976900 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58fce8-a963-4581-8a73-928dcce995db req-6f65ab91-a3ea-4f0b-95f7-2e12b704478d tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:41.979865 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0a58fce8-a963-4581-8a73-928dcce995db req-6f65ab91-a3ea-4f0b-95f7-2e12b704478d tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0713365 Jun 23 16:22:42.020337 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0a58fce8-a963-4581-8a73-928dcce995db req-4e2378e1-2adf-463b-852b-7db1426744ce tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338352 Jun 23 16:22:42.423013 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 49148) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:42.540617 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2835e44a-1fcb-4815-9068-f40044d8c395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:42.596083 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3691f-621d-4fa1-893b-d9d800160c43 req-16c33bee-f60c-4361-afcf-02606da26739 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:42.597565 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a2f3691f-621d-4fa1-893b-d9d800160c43 req-16c33bee-f60c-4361-afcf-02606da26739 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.1048338 Jun 23 16:22:42.658109 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a2f3691f-621d-4fa1-893b-d9d800160c43 req-31885ad7-1046-42f6-9c4a-5829011ea3b5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523877 Jun 23 16:22:42.686204 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2835e44a-1fcb-4815-9068-f40044d8c395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:42.693450 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2835e44a-1fcb-4815-9068-f40044d8c395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:42.696289 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-2e5f78fd-36e5-43e6-b97d-6ec2978af470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:42.734747 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835e44a-1fcb-4815-9068-f40044d8c395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dccf809-b93b-4571-8d6a-6d7bb8301db2,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:42.738639 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-2835e44a-1fcb-4815-9068-f40044d8c395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:42.741432 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-2835e44a-1fcb-4815-9068-f40044d8c395 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f8c6617540224da6b50619d332a927a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173091 Jun 23 16:22:42.744939 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 49152) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:42.804320 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b77e574c-7a88-4814-b6df-53ad9817fb1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:42.827082 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b77e574c-7a88-4814-b6df-53ad9817fb1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:42.876807 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b77e574c-7a88-4814-b6df-53ad9817fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:42.879702 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b77e574c-7a88-4814-b6df-53ad9817fb1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:42.883613 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-b77e574c-7a88-4814-b6df-53ad9817fb1f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4dccf809-b93b-4571-8d6a-6d7bb8301db2 HTTP/1.1" status: 204 len: 168 time: 0.1344774 Jun 23 16:22:42.883613 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-a4c53825-a840-4642-8c80-63e2c7bdd46c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:42.906325 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e574c-7a88-4814-b6df-53ad9817fb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dccf809-b93b-4571-8d6a-6d7bb8301db2,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:42.936657 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b77e574c-7a88-4814-b6df-53ad9817fb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:42.938878 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ad7ba620-c6e5-4290-a1ae-268b8026cfbb req-8cede2de-5887-42a6-aeee-1b4c3632955c tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 210 time: 0.0478828 Jun 23 16:22:43.211850 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b694b-3627-429e-9b3e-af9a4e63069c req-18a3ccbf-7ce8-4371-87bf-65269d15fdf1 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:43.213722 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-297b694b-3627-429e-9b3e-af9a4e63069c req-18a3ccbf-7ce8-4371-87bf-65269d15fdf1 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0714655 Jun 23 16:22:43.259229 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-297b694b-3627-429e-9b3e-af9a4e63069c req-03588588-d066-45a7-b705-4f16d501702f tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392258 Jun 23 16:22:43.582172 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 49180) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:43.677452 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-ef8fb46f-cc6f-42b9-956d-39e166459abd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2020657679-network', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:22:43.698662 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8fb46f-cc6f-42b9-956d-39e166459abd admin admin] Made reservation on behalf of cdb28e7f4a274ab197951487cf2ae202 for: {'network': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:22:43.701637 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ef8fb46f-cc6f-42b9-956d-39e166459abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for network, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:43.711073 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ef8fb46f-cc6f-42b9-956d-39e166459abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:43.858927 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ef8fb46f-cc6f-42b9-956d-39e166459abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:43.865989 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ef8fb46f-cc6f-42b9-956d-39e166459abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:43.871569 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-69813c74-e33e-450b-8e03-c9330a2f4cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:43.889015 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8fb46f-cc6f-42b9-956d-39e166459abd admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=92864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:22:43.916002 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9335b7b-8c31-417f-b25a-98e15aca2f83 req-48eb99b3-ab00-443c-909e-6225bb17a0b7 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:43.917499 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e9335b7b-8c31-417f-b25a-98e15aca2f83 req-48eb99b3-ab00-443c-909e-6225bb17a0b7 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.1287162 Jun 23 16:22:43.921790 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ef8fb46f-cc6f-42b9-956d-39e166459abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:43.922214 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.segments_db [None req-ef8fb46f-cc6f-42b9-956d-39e166459abd admin admin] Added segment b465926d-7bb3-4cdf-b44d-1cc13c699e48 of type vlan for network e40f1efa-aa02-4435-8e80-f9895998c317 Jun 23 16:22:43.923692 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fb46f-cc6f-42b9-956d-39e166459abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bcac62-64bf-4df8-91be-215e20e7e459,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:43.927186 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ef8fb46f-cc6f-42b9-956d-39e166459abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:43.983263 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ef8fb46f-cc6f-42b9-956d-39e166459abd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751333559336'] for network, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:44.010756 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e9335b7b-8c31-417f-b25a-98e15aca2f83 req-fbca62a7-dd65-46e0-b297-e8829dcc329b tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752435 Jun 23 16:22:44.039191 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ef8fb46f-cc6f-42b9-956d-39e166459abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055'] for network, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:44.041355 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8fb46f-cc6f-42b9-956d-39e166459abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:44.041954 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ef8fb46f-cc6f-42b9-956d-39e166459abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:44.045126 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ade27293-c8cb-4577-a7d3-645ca0b3c7bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:44.077332 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-ef8fb46f-cc6f-42b9-956d-39e166459abd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4939709 Jun 23 16:22:44.080358 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 49188) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:44.086726 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-9b966e66-6c96-49b4-ac81-9bc2dd61a506 admin admin] Request body: {'subnet': {'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2020657679-subnet', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'ip_version': 4}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:22:44.123683 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fb46f-cc6f-42b9-956d-39e166459abd admin admin] Pushing event updated for resources: {'Network': ['ID=e40f1efa-aa02-4435-8e80-f9895998c317,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:44.126471 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ef8fb46f-cc6f-42b9-956d-39e166459abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:44.136917 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-edd6d496-c752-44af-9c79-8c91168cf5dd req-ef078352-6020-4b1e-acfc-f86478f86876 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 210 time: 0.0383971 Jun 23 16:22:44.137875 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Network e40f1efa-aa02-4435-8e80-f9895998c317 details requested by agent ovs-agent-dv-cinder-788363-4-iscsi with host dv-cinder-788363-4-iscsi {{(pid=92865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:22:44.151581 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b966e66-6c96-49b4-ac81-9bc2dd61a506 admin admin] Made reservation on behalf of cdb28e7f4a274ab197951487cf2ae202 for: {'subnet': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:22:44.154017 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9b966e66-6c96-49b4-ac81-9bc2dd61a506 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126317421'] for subnet, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:44.346811 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9b966e66-6c96-49b4-ac81-9bc2dd61a506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125859244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126317439'] for subnet, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:44.349180 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:44.412180 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b966e66-6c96-49b4-ac81-9bc2dd61a506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=667f364d-b2c7-4f78-a61d-69197d80695b,revision_number=0']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:44.419778 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-9b966e66-6c96-49b4-ac81-9bc2dd61a506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:44.420462 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b966e66-6c96-49b4-ac81-9bc2dd61a506 admin admin] Checking segment: {'id': 'b465926d-7bb3-4cdf-b44d-1cc13c699e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:22:44.420811 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b966e66-6c96-49b4-ac81-9bc2dd61a506 admin admin] Network hostable DHCP agents. Network: e40f1efa-aa02-4435-8e80-f9895998c317, hostable agents: ['282bd639-6a17-4952-b94c-338e5747c82c'], hosted agents: [] {{(pid=92863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:22:44.440155 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b966e66-6c96-49b4-ac81-9bc2dd61a506 admin admin] Network e40f1efa-aa02-4435-8e80-f9895998c317 is scheduled to be hosted by DHCP agent 282bd639-6a17-4952-b94c-338e5747c82c with binding_index 1 {{(pid=92863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:22:44.453861 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-9b966e66-6c96-49b4-ac81-9bc2dd61a506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-iscsi, e40f1efa-aa02-4435-8e80-f9895998c317) {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:22:44.458570 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b966e66-6c96-49b4-ac81-9bc2dd61a506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:44.459164 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9b966e66-6c96-49b4-ac81-9bc2dd61a506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for subnet, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:44.466560 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fb46e-1758-4782-a7f5-bf8995035039 req-bedaa979-c5fe-41cf-b1f5-32223201c59c tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:44.467745 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cf6608-426e-438a-bd91-032f6c7b00c3 None None] Network e40f1efa-aa02-4435-8e80-f9895998c317 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:22:44.468379 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2d9fb46e-1758-4782-a7f5-bf8995035039 req-bedaa979-c5fe-41cf-b1f5-32223201c59c tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0785737 Jun 23 16:22:44.484913 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 49194) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:44.485900 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-9b966e66-6c96-49b4-ac81-9bc2dd61a506 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4039605 Jun 23 16:22:44.490161 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-ff765dcd-17ca-46e6-ba9d-d9e6c5e9efd2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2020657679-router', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:22:44.535054 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2d9fb46e-1758-4782-a7f5-bf8995035039 req-3323d942-b860-4e47-9768-ca4689666566 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515084 Jun 23 16:22:44.547686 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ff765dcd-17ca-46e6-ba9d-d9e6c5e9efd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13144'] for router, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:44.549478 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ff765dcd-17ca-46e6-ba9d-d9e6c5e9efd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653616', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13123'] for router, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:44.626832 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ff765dcd-17ca-46e6-ba9d-d9e6c5e9efd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:44.713045 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2728efe2-9a30-5507-811f-70851ed494d0-e40f1efa-aa02-4435-8e80-f9895998c317', 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'fixed_ips': [{'subnet_id': '667f364d-b2c7-4f78-a61d-69197d80695b'}]}} from dv-cinder-788363-4-iscsi. {{(pid=92865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:22:44.714476 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:44.775160 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ff765dcd-17ca-46e6-ba9d-d9e6c5e9efd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13181'] for router, precommit_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:44.865610 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.db_base_plugin_common [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Allocated IP 172.20.0.2 (e40f1efa-aa02-4435-8e80-f9895998c317/667f364d-b2c7-4f78-a61d-69197d80695b/5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8) {{(pid=92865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:22:45.010656 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ff765dcd-17ca-46e6-ba9d-d9e6c5e9efd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:45.027484 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Notify callbacks [] for port, precommit_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:45.030122 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ff765dcd-17ca-46e6-ba9d-d9e6c5e9efd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:45.037618 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Transition to ACTIVE for port object 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8 will not be triggered until provisioned by entity L2. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:22:45.065705 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Transition to ACTIVE for port object 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8 will not be triggered until provisioned by entity DHCP. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:22:45.074544 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:45.077329 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:45.145537 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Network e40f1efa-aa02-4435-8e80-f9895998c317 is already hosted by enough agents. {{(pid=92865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:22:45.152152 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.scheduler.base_scheduler [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Resources bound (agent type, host, resource id): {{(pid=92865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:22:45.156406 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Received port after_create {{(pid=92865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:22:45.166425 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_common [None req-ff765dcd-17ca-46e6-ba9d-d9e6c5e9efd2 admin admin] Allocated IP 172.27.3.235 (e0719ee7-fed0-4bca-a581-6af63c437fb6/0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4/303c3ff0-9436-449e-b17d-56c252fba0ce) {{(pid=92864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:22:45.168613 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Pushing event updated for resources: {'Port': ['ID=5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8,revision_number=1']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:45.183285 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:45.239757 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Attempting to bind port 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8 on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:22:45.240464 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Attempting to bind port 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8 by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': 'b465926d-7bb3-4cdf-b44d-1cc13c699e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317'}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:22:45.241247 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Attempting to bind port 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8 on network e40f1efa-aa02-4435-8e80-f9895998c317 {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:22:45.247647 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:22:45.248297 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Checking segment: {'id': 'b465926d-7bb3-4cdf-b44d-1cc13c699e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:22:45.248874 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:45.249433 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Bound using segment: {'id': 'b465926d-7bb3-4cdf-b44d-1cc13c699e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317'} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:22:45.249934 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Bound port: 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b465926d-7bb3-4cdf-b44d-1cc13c699e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317'}}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:22:45.250314 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:45.352094 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50883c-1224-40be-b776-ce1c1d3561f8 req-b1d14a97-1049-4065-8446-e2bb2faba602 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:45.354042 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3e50883c-1224-40be-b776-ce1c1d3561f8 req-b1d14a97-1049-4065-8446-e2bb2faba602 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.1448369 Jun 23 16:22:45.371589 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] For port 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:22:45.381067 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] For port 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8,segment=NetworkSegment(b465926d-7bb3-4cdf-b44d-1cc13c699e48),segment_id=b465926d-7bb3-4cdf-b44d-1cc13c699e48)] {{(pid=92865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:22:45.387948 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:45.391712 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6477a7cf-4e00-43cf-a97a-5341ac2b98df req-6bd76adf-03a9-4bb4-ac69-cc0c60aa6818 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 210 time: 0.0472317 Jun 23 16:22:45.396299 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-cc5374ef-4737-44df-8eea-fe93dfb378e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:45.402288 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ff765dcd-17ca-46e6-ba9d-d9e6c5e9efd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:45.428021 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3e50883c-1224-40be-b776-ce1c1d3561f8 req-d94e9b65-ac99-418a-951b-4b251bc2a6c7 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673280 Jun 23 16:22:45.480861 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Pushing event updated for resources: {'Port': ['ID=5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8,revision_number=2']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:45.482724 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ff765dcd-17ca-46e6-ba9d-d9e6c5e9efd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126768161'] for port, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:45.486778 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-52aa06d8-cec4-4bb3-bd53-9dfd21404ffd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:45.487083 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:45.556022 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff765dcd-17ca-46e6-ba9d-d9e6c5e9efd2 admin admin] Network e0719ee7-fed0-4bca-a581-6af63c437fb6 is already hosted by enough agents. {{(pid=92864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:22:45.569410 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-ff765dcd-17ca-46e6-ba9d-d9e6c5e9efd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:22:45.572616 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff765dcd-17ca-46e6-ba9d-d9e6c5e9efd2 admin admin] Pushing event updated for resources: {'Port': ['ID=303c3ff0-9436-449e-b17d-56c252fba0ce,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:45.581277 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff765dcd-17ca-46e6-ba9d-d9e6c5e9efd2 admin admin] Received port after_create {{(pid=92864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:22:45.584012 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ff765dcd-17ca-46e6-ba9d-d9e6c5e9efd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:45.864627 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2416f81-0f06-4237-878a-d5c93b84a022 req-513d1ab2-d70d-44bf-b435-91e1130ab68f tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:45.867565 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d2416f81-0f06-4237-878a-d5c93b84a022 req-513d1ab2-d70d-44bf-b435-91e1130ab68f tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.1622410 Jun 23 16:22:45.948305 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d2416f81-0f06-4237-878a-d5c93b84a022 req-aa97e0fe-d563-4abb-bde0-1a3e659cc1e5 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757275 Jun 23 16:22:45.956083 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ff765dcd-17ca-46e6-ba9d-d9e6c5e9efd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:46.144008 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ff765dcd-17ca-46e6-ba9d-d9e6c5e9efd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649335'] for router, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:46.271582 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff765dcd-17ca-46e6-ba9d-d9e6c5e9efd2 admin admin] Router 8615aa99-6af1-4841-9bf2-d5e65b596cb7 is scheduled to L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 with binding_index 1 {{(pid=92864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:22:46.599985 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-9a037f98-6c3f-44c1-9ac9-8742a574a4ac req-67e43179-4aa5-441f-b8c2-f1042a2a624a tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 210 time: 0.0361681 Jun 23 16:22:46.613140 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf3690a-c351-44e8-9744-58180f364fc2 None None] Network e40f1efa-aa02-4435-8e80-f9895998c317 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:22:46.666569 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff765dcd-17ca-46e6-ba9d-d9e6c5e9efd2 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:22:46.680371 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] Sync routers for ids ['8615aa99-6af1-4841-9bf2-d5e65b596cb7'] in dv-cinder-788363-4-iscsi {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:22:46.694283 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ff765dcd-17ca-46e6-ba9d-d9e6c5e9efd2 admin admin] Notify callbacks [] for router, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:46.695658 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-ff765dcd-17ca-46e6-ba9d-d9e6c5e9efd2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2098143 Jun 23 16:22:46.699247 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 49216) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:46.699690 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] Routers {'8615aa99-6af1-4841-9bf2-d5e65b596cb7'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:22:46.700458 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:22:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['8615aa99-6af1-4841-9bf2-d5e65b596cb7'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:46.705032 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ecda5-10f7-4a54-9f47-495da2c8caee req-2496f8b5-7229-42cc-b92c-1ae47ecf8b0b tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:46.712420 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-017ecda5-10f7-4a54-9f47-495da2c8caee req-2496f8b5-7229-42cc-b92c-1ae47ecf8b0b tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.0973737 Jun 23 16:22:46.760787 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-017ecda5-10f7-4a54-9f47-495da2c8caee req-28a8e330-50ec-4f9e-892f-eac8b2051228 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441089 Jun 23 16:22:46.778356 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-0a6cb989-f15e-4d95-a3b5-876e58de96e8 None None] Provisioning for port 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8 completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:22:46.874865 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] Set router 8615aa99-6af1-4841-9bf2-d5e65b596cb7 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:22:47.135100 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'name': 'tempest-TestMinimumBasicScenario-2020657679-router', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:44Z', 'updated_at': '2021-06-23T16:22:45Z', 'revision_number': 3, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'gw_port': {'id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:04:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:45Z', 'updated_at': '2021-06-23T16:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:47.170440 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] Checking router: 8615aa99-6af1-4841-9bf2-d5e65b596cb7 for host: dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:22:47.171248 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] Updating router 8615aa99-6af1-4841-9bf2-d5e65b596cb7 port 303c3ff0-9436-449e-b17d-56c252fba0ce binding host dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:22:47.208090 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:47.282607 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71633f99-3aed-438a-9133-ec39a712d67b req-dfd81252-d799-4504-abdf-2f37220d3be1 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:47.283708 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-71633f99-3aed-438a-9133-ec39a712d67b req-dfd81252-d799-4504-abdf-2f37220d3be1 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.1594002 Jun 23 16:22:47.386708 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-71633f99-3aed-438a-9133-ec39a712d67b req-3247d01d-3e90-43b8-a14d-eef2fea3f616 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711305 Jun 23 16:22:47.464620 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] Notify callbacks [] for port, precommit_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:47.474882 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.provisioning_blocks [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] Transition to ACTIVE for port object 303c3ff0-9436-449e-b17d-56c252fba0ce will not be triggered until provisioned by entity L2. {{(pid=92866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:22:47.484821 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:47.487963 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:47.532805 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:47.534004 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] Attempting to bind port 303c3ff0-9436-449e-b17d-56c252fba0ce on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:22:47.534523 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] Attempting to bind port 303c3ff0-9436-449e-b17d-56c252fba0ce by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}] {{(pid=92866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:22:47.534957 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] Attempting to bind port 303c3ff0-9436-449e-b17d-56c252fba0ce on network e0719ee7-fed0-4bca-a581-6af63c437fb6 {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:22:47.542321 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88565a3e-5d3a-45b8-9768-dd9210c4d8d3 None None] Pushing event updated for resources: {'Port': ['ID=303c3ff0-9436-449e-b17d-56c252fba0ce,revision_number=2']} {{(pid=92866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:47.545588 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:22:47.545970 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] Checking segment: {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:22:47.546432 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:47.546887 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] Bound using segment: {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'} {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:22:47.547363 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] Bound port: 303c3ff0-9436-449e-b17d-56c252fba0ce, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}}] {{(pid=92866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:22:47.547761 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:47.570686 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88565a3e-5d3a-45b8-9768-dd9210c4d8d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:47.571095 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88565a3e-5d3a-45b8-9768-dd9210c4d8d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:47.571307 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88565a3e-5d3a-45b8-9768-dd9210c4d8d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:47.572151 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88565a3e-5d3a-45b8-9768-dd9210c4d8d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:47.572467 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88565a3e-5d3a-45b8-9768-dd9210c4d8d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:47.572783 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88565a3e-5d3a-45b8-9768-dd9210c4d8d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:47.573098 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88565a3e-5d3a-45b8-9768-dd9210c4d8d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:47.573410 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88565a3e-5d3a-45b8-9768-dd9210c4d8d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:47.573738 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88565a3e-5d3a-45b8-9768-dd9210c4d8d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:47.574050 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88565a3e-5d3a-45b8-9768-dd9210c4d8d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:47.574384 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88565a3e-5d3a-45b8-9768-dd9210c4d8d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:47.574712 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88565a3e-5d3a-45b8-9768-dd9210c4d8d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:47.579151 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-88565a3e-5d3a-45b8-9768-dd9210c4d8d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:47.609309 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.db [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] For port 303c3ff0-9436-449e-b17d-56c252fba0ce, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:22:47.612436 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.db [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] For port 303c3ff0-9436-449e-b17d-56c252fba0ce, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=303c3ff0-9436-449e-b17d-56c252fba0ce,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:22:47.617140 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:47.619978 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-88565a3e-5d3a-45b8-9768-dd9210c4d8d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:47.683984 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] Routers {'8615aa99-6af1-4841-9bf2-d5e65b596cb7'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:22:47.684661 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:22:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['8615aa99-6af1-4841-9bf2-d5e65b596cb7'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:47.740555 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Allocated IP 172.20.0.1 (e40f1efa-aa02-4435-8e80-f9895998c317/667f364d-b2c7-4f78-a61d-69197d80695b/ed4ec69f-f91a-4617-803e-0123249ceb42) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:22:47.785804 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:22:47.790669 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] Set router 8615aa99-6af1-4841-9bf2-d5e65b596cb7 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:22:47.809466 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-fc2756fe-8be2-4f93-8557-c16a16de0021 req-0230ff03-7a96-4b08-9b62-84c6e2fc63ff tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 210 time: 0.0571997 Jun 23 16:22:47.958870 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88565a3e-5d3a-45b8-9768-dd9210c4d8d3 None None] Pushing event updated for resources: {'Port': ['ID=303c3ff0-9436-449e-b17d-56c252fba0ce,revision_number=3']} {{(pid=92866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:47.970194 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-88565a3e-5d3a-45b8-9768-dd9210c4d8d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:47.984941 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:48.003119 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Transition to ACTIVE for port object ed4ec69f-f91a-4617-803e-0123249ceb42 will not be triggered until provisioned by entity DHCP. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:22:48.067303 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:22:48.076688 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:22:48.077005 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125858108'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:48.077158 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:48.091017 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-a39dd679-acc9-4669-b98f-c8ebf4945d84 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:48.119127 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'name': 'tempest-TestMinimumBasicScenario-2020657679-router', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:44Z', 'updated_at': '2021-06-23T16:22:45Z', 'revision_number': 3, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'gw_port': {'id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:04:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:45Z', 'updated_at': '2021-06-23T16:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:48.148125 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e7c3e1-2efc-4994-b1c2-ffebc4c9fab1 None None] The sync data for ids ['8615aa99-6af1-4841-9bf2-d5e65b596cb7'] in dv-cinder-788363-4-iscsi is: [{'id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'name': 'tempest-TestMinimumBasicScenario-2020657679-router', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:44Z', 'updated_at': '2021-06-23T16:22:45Z', 'revision_number': 3, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'gw_port': {'id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:04:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:45Z', 'updated_at': '2021-06-23T16:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}] {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:22:48.161345 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-68301ca5-beac-45f3-98e1-2d9f1a773831 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=0bb92ddbb2214a448d5ec7efe36de1fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1188273 Jun 23 16:22:48.198266 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:48.245234 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Network e40f1efa-aa02-4435-8e80-f9895998c317 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:22:48.298493 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:22:48.304076 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4ec69f-f91a-4617-803e-0123249ceb42,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:48.307998 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:22:48.316043 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:48.325134 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8,segment=NetworkSegment(b465926d-7bb3-4cdf-b44d-1cc13c699e48),segment_id=b465926d-7bb3-4cdf-b44d-1cc13c699e48)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:22:48.331807 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:48.332242 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-68403751-5eca-4090-800c-56b309bebd65 req-f72a3e11-9186-443c-8427-c51dde2334f6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1081429 Jun 23 16:22:48.336183 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:48.411302 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8,revision_number=3']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:48.421143 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:48.421439 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:48.421970 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:48.422480 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:48.423135 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:48.423480 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:48.423840 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:48.424187 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:48.424588 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:48.424924 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:48.425335 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:48.425665 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:22:48.428113 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d888d7-278b-465b-a89a-9f2ab8bec093 req-1ab695c0-288e-47cd-9a3d-f240d90e615d tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:48.430787 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:48.435178 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f8d888d7-278b-465b-a89a-9f2ab8bec093 req-1ab695c0-288e-47cd-9a3d-f240d90e615d tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.5334268 Jun 23 16:22:48.441182 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636535'] for router_interface, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:48.476408 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68403751-5eca-4090-800c-56b309bebd65 req-9e150d9a-08c0-4468-a32b-76000f6c3081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:48.478881 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-68403751-5eca-4090-800c-56b309bebd65 req-9e150d9a-08c0-4468-a32b-76000f6c3081 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a11bfaeaf90b4b2a9e648a6081eb79d6&device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 1098 time: 0.0864816 Jun 23 16:22:48.618926 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-e57c3972-46b9-4634-8be6-4213aa0bbcf7 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:48.620576 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-e57c3972-46b9-4634-8be6-4213aa0bbcf7 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4526353 Jun 23 16:22:48.664160 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-c192af01-0738-4eb9-841a-8c9287e5ce4b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Request body: {'port': {'device_id': 'f1e85b9c-bc98-4dcd-b7f4-0f40ee259678', 'network_id': '40af5bfc-f3c9-42f1-bf76-74466ecbfd7f', 'admin_state_up': True, 'tenant_id': '0bb92ddbb2214a448d5ec7efe36de1fa'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:22:48.679037 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-d0537999-22ba-4c63-a651-8e5c35dbb94b None None] Provisioning for port ed4ec69f-f91a-4617-803e-0123249ceb42 completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:22:48.685173 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-d0537999-22ba-4c63-a651-8e5c35dbb94b None None] Provisioning complete for port ed4ec69f-f91a-4617-803e-0123249ceb42 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:22:48.685755 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d0537999-22ba-4c63-a651-8e5c35dbb94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:48.693947 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f8d888d7-278b-465b-a89a-9f2ab8bec093 req-dbde0d21-c2e0-48fb-9a86-d0ac6a337c42 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199627 Jun 23 16:22:48.711549 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:48.729362 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2569d53-1831-4166-a356-9a7006888465 req-26ed39a0-fcfd-4cfd-b19e-ba61f993c0be tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:48.729362 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a2569d53-1831-4166-a356-9a7006888465 req-26ed39a0-fcfd-4cfd-b19e-ba61f993c0be tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.1359470 Jun 23 16:22:48.729362 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68403751-5eca-4090-800c-56b309bebd65 req-3f9f6e16-0469-45cf-83d3-363fbf57c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:48.729362 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-68403751-5eca-4090-800c-56b309bebd65 req-3f9f6e16-0469-45cf-83d3-363fbf57c431 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 HTTP/1.1" status: 200 len: 911 time: 0.2186360 Jun 23 16:22:48.751439 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-d0537999-22ba-4c63-a651-8e5c35dbb94b None None] Port ed4ec69f-f91a-4617-803e-0123249ceb42 cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:22:48.770738 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a2569d53-1831-4166-a356-9a7006888465 req-fc25e7b0-a5f7-441a-8d1e-2e5fe13d2e99 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377316 Jun 23 16:22:48.903044 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-c192af01-0738-4eb9-841a-8c9287e5ce4b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Made reservation on behalf of 0bb92ddbb2214a448d5ec7efe36de1fa for: {'port': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:22:48.906996 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-c192af01-0738-4eb9-841a-8c9287e5ce4b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:48.919059 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-c192af01-0738-4eb9-841a-8c9287e5ce4b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:48.990375 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0f199dac-5afd-4a6d-823c-e4a40f17018d req-710acd4d-b181-4092-8cfa-21daee30d709 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 210 time: 0.0367851 Jun 23 16:22:49.027137 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:49.033366 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:49.037367 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:49.131955 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4ec69f-f91a-4617-803e-0123249ceb42,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:49.140201 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636571'] for router_interface, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:49.145623 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:49.148891 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-c192af01-0738-4eb9-841a-8c9287e5ce4b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:49.154391 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-c192af01-0738-4eb9-841a-8c9287e5ce4b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:49.160949 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-cee7dbbc-264a-486b-877d-8030663b65ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:49.276270 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192af01-0738-4eb9-841a-8c9287e5ce4b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acc9ce93-b845-4703-90b6-61e16d247b10,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:49.280692 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-c192af01-0738-4eb9-841a-8c9287e5ce4b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:49.324354 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd114ace-6e71-43be-a645-d89c1b71e81e req-5edf7c3f-998d-4ad1-942c-11837cd63e5c tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:49.325934 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-cd114ace-6e71-43be-a645-d89c1b71e81e req-5edf7c3f-998d-4ad1-942c-11837cd63e5c tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0680096 Jun 23 16:22:49.367643 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Network e40f1efa-aa02-4435-8e80-f9895998c317 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:22:49.369043 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-cd114ace-6e71-43be-a645-d89c1b71e81e req-10a5fa99-3ee8-4a50-b883-d7760f7c33d6 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364783 Jun 23 16:22:49.369419 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-c192af01-0738-4eb9-841a-8c9287e5ce4b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Allocated IP 192.168.233.228 (40af5bfc-f3c9-42f1-bf76-74466ecbfd7f/e95d030d-3dd3-4549-a207-755b20d9c3ab/ebddef9d-f596-4923-832c-8a6bb8ee98c1) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:22:49.374294 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:22:49.574072 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-f01bc6e0-13e4-4186-a678-8f1f2a4a09a0 None None] Provisioning complete for port ed4ec69f-f91a-4617-803e-0123249ceb42 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:22:49.574648 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-f01bc6e0-13e4-4186-a678-8f1f2a4a09a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:49.578918 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Router 8615aa99-6af1-4841-9bf2-d5e65b596cb7 has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:22:49.611976 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-f01bc6e0-13e4-4186-a678-8f1f2a4a09a0 None None] Port ed4ec69f-f91a-4617-803e-0123249ceb42 cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:22:49.658995 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-68403751-5eca-4090-800c-56b309bebd65 req-9d9c0656-02a7-44f9-9ac6-7005336da942 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f98da5d9-6058-4b2d-a1e3-11349cb6e0eb HTTP/1.1" status: 200 len: 1001 time: 0.0824988 Jun 23 16:22:49.670853 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-c192af01-0738-4eb9-841a-8c9287e5ce4b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:49.692043 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-c192af01-0738-4eb9-841a-8c9287e5ce4b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Transition to ACTIVE for port object ebddef9d-f596-4923-832c-8a6bb8ee98c1 will not be triggered until provisioned by entity DHCP. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:22:49.757968 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:22:49.766776 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] 10.222.0.46 "PUT /v2.0/routers/8615aa99-6af1-4841-9bf2-d5e65b596cb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0664458 Jun 23 16:22:49.783148 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 303c3ff0-9436-449e-b17d-56c252fba0ce up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:22:49.783383 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-c192af01-0738-4eb9-841a-8c9287e5ce4b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125858108'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:49.789000 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-f9992239-a128-46cc-8ec0-b9d43f6839cc tempest-DeleteServersTestJSON-1589407764 tempest-DeleteServersTestJSON-1589407764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:49.833115 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-c192af01-0738-4eb9-841a-8c9287e5ce4b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Network 40af5bfc-f3c9-42f1-bf76-74466ecbfd7f is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:22:49.840931 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-c192af01-0738-4eb9-841a-8c9287e5ce4b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:22:49.846458 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-c192af01-0738-4eb9-841a-8c9287e5ce4b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:22:49.856752 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port 303c3ff0-9436-449e-b17d-56c252fba0ce completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:22:49.863732 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 303c3ff0-9436-449e-b17d-56c252fba0ce triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:22:49.864589 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:49.880380 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192af01-0738-4eb9-841a-8c9287e5ce4b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Pushing event updated for resources: {'Port': ['ID=ebddef9d-f596-4923-832c-8a6bb8ee98c1,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:49.883415 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-c192af01-0738-4eb9-841a-8c9287e5ce4b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:49.943841 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-c192af01-0738-4eb9-841a-8c9287e5ce4b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:49.944531 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-c192af01-0738-4eb9-841a-8c9287e5ce4b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:49.974896 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-c192af01-0738-4eb9-841a-8c9287e5ce4b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3162973 Jun 23 16:22:49.985395 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:49.988054 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417be45b-d0a6-48d1-88dd-f7ea8a1fec2b req-4b1a8008-48ca-4732-97ed-f573fdc126af tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:49.989666 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-417be45b-d0a6-48d1-88dd-f7ea8a1fec2b req-4b1a8008-48ca-4732-97ed-f573fdc126af tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.1021407 Jun 23 16:22:50.027716 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port 303c3ff0-9436-449e-b17d-56c252fba0ce, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=303c3ff0-9436-449e-b17d-56c252fba0ce,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:22:50.035593 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:50.043510 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:22:50.055290 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-417be45b-d0a6-48d1-88dd-f7ea8a1fec2b req-378fd4ff-e24c-49c1-b216-1c39381c4fc7 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560462 Jun 23 16:22:50.102352 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-c75c843f-45cd-4d5e-ba04-48a74be2a15b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:50.167044 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:22:50.167434 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:50.172949 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] Sync routers for ids ['8615aa99-6af1-4841-9bf2-d5e65b596cb7'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:22:50.202795 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=303c3ff0-9436-449e-b17d-56c252fba0ce,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:50.206139 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:50.223674 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5921b2-833c-4749-882b-f8db4f1270ab req-351fd06e-24ac-443c-ace1-c24bf9a6deb8 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:50.225223 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3f5921b2-833c-4749-882b-f8db4f1270ab req-351fd06e-24ac-443c-ace1-c24bf9a6deb8 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 936 time: 0.0739744 Jun 23 16:22:50.225345 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] Routers {'8615aa99-6af1-4841-9bf2-d5e65b596cb7'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:22:50.226823 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:22:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['8615aa99-6af1-4841-9bf2-d5e65b596cb7'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:50.284381 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3f5921b2-833c-4749-882b-f8db4f1270ab req-4e7ba804-1a87-4458-b2e8-5c1a63a2f503 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530767 Jun 23 16:22:50.288962 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-42bc308b-1048-415f-ae1f-bc5c3c071b4d None None] Provisioning for port ebddef9d-f596-4923-832c-8a6bb8ee98c1 completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:22:50.295632 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-42bc308b-1048-415f-ae1f-bc5c3c071b4d None None] Provisioning complete for port ebddef9d-f596-4923-832c-8a6bb8ee98c1 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:22:50.296012 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-42bc308b-1048-415f-ae1f-bc5c3c071b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:50.380914 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 49272) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:50.386802 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-aa72909a-d324-404b-a5fe-711fbbe63173 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2140420123-network', 'tenant_id': '1dbc7f85e2944581bf563f5d0350cad4'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:22:50.393552 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-42bc308b-1048-415f-ae1f-bc5c3c071b4d None None] Port ebddef9d-f596-4923-832c-8a6bb8ee98c1 cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:22:50.408674 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] Set router 8615aa99-6af1-4841-9bf2-d5e65b596cb7 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:22:50.418719 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa72909a-d324-404b-a5fe-711fbbe63173 admin admin] Made reservation on behalf of 1dbc7f85e2944581bf563f5d0350cad4 for: {'network': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:22:50.421343 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-aa72909a-d324-404b-a5fe-711fbbe63173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for network, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:50.429664 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-aa72909a-d324-404b-a5fe-711fbbe63173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:50.522973 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-aa72909a-d324-404b-a5fe-711fbbe63173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:50.527901 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-aa72909a-d324-404b-a5fe-711fbbe63173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:50.531967 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-203de9cb-f615-4f3b-bf6f-2d411cd76196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:50.553672 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa72909a-d324-404b-a5fe-711fbbe63173 admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=92864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:22:50.557349 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539466dc-27ad-4fdb-b453-2813e06de704 req-b5ff7188-690d-4f2d-90b3-3f47ef980c1b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:50.558871 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-539466dc-27ad-4fdb-b453-2813e06de704 req-b5ff7188-690d-4f2d-90b3-3f47ef980c1b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0677004 Jun 23 16:22:50.562443 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72909a-d324-404b-a5fe-711fbbe63173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c278819-8ee5-44c0-8525-46a86354b88a,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:50.567530 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-aa72909a-d324-404b-a5fe-711fbbe63173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:50.573085 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-aa72909a-d324-404b-a5fe-711fbbe63173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:50.573374 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.segments_db [None req-aa72909a-d324-404b-a5fe-711fbbe63173 admin admin] Added segment 497b7e44-b593-48eb-9634-dd25fd220e46 of type vlan for network 00de316f-f7fa-4f26-b418-2ccf2b7b58e4 Jun 23 16:22:50.603537 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-539466dc-27ad-4fdb-b453-2813e06de704 req-7027e9f8-d605-4e3d-97a1-cbb59c61ad8b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385365 Jun 23 16:22:50.616836 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-aa72909a-d324-404b-a5fe-711fbbe63173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751333559336'] for network, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:50.642343 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'name': 'tempest-TestMinimumBasicScenario-2020657679-router', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:44Z', 'updated_at': '2021-06-23T16:22:48Z', 'revision_number': 4, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'gw_port': {'id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:45Z', 'updated_at': '2021-06-23T16:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'ed4ec69f-f91a-4617-803e-0123249ceb42', 'name': '', 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'mac_address': 'fa:16:3e:cd:89:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '667f364d-b2c7-4f78-a61d-69197d80695b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:47Z', 'updated_at': '2021-06-23T16:22:48Z', 'revision_number': 2, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'subnets': [{'id': '667f364d-b2c7-4f78-a61d-69197d80695b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:50.648476 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-aa72909a-d324-404b-a5fe-711fbbe63173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055'] for network, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:50.650402 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa72909a-d324-404b-a5fe-711fbbe63173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:50.651004 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-aa72909a-d324-404b-a5fe-711fbbe63173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:50.653848 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-bab00aee-08fd-42d6-9596-63c2c11d21fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:50.669571 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] Checking router: 8615aa99-6af1-4841-9bf2-d5e65b596cb7 for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:22:50.669939 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] Updating router 8615aa99-6af1-4841-9bf2-d5e65b596cb7 port ed4ec69f-f91a-4617-803e-0123249ceb42 binding host dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:22:50.679865 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-aa72909a-d324-404b-a5fe-711fbbe63173 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2978809 Jun 23 16:22:50.683453 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 49276) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:50.688954 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-a69906a2-9a98-457c-9cea-2dddff5a3673 admin admin] Request body: {'subnet': {'network_id': '00de316f-f7fa-4f26-b418-2ccf2b7b58e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2140420123-subnet', 'tenant_id': '1dbc7f85e2944581bf563f5d0350cad4', 'ip_version': 4}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:22:50.705811 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:50.712349 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69906a2-9a98-457c-9cea-2dddff5a3673 admin admin] Made reservation on behalf of 1dbc7f85e2944581bf563f5d0350cad4 for: {'subnet': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:22:50.713874 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72909a-d324-404b-a5fe-711fbbe63173 admin admin] Pushing event updated for resources: {'Network': ['ID=00de316f-f7fa-4f26-b418-2ccf2b7b58e4,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:50.714955 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a69906a2-9a98-457c-9cea-2dddff5a3673 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126317421'] for subnet, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:50.716691 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-aa72909a-d324-404b-a5fe-711fbbe63173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:50.725704 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Network 00de316f-f7fa-4f26-b418-2ccf2b7b58e4 details requested by agent ovs-agent-dv-cinder-788363-4-iscsi with host dv-cinder-788363-4-iscsi {{(pid=92865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:22:50.881736 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a69906a2-9a98-457c-9cea-2dddff5a3673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125859244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126317439'] for subnet, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:50.884967 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:50.946621 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69906a2-9a98-457c-9cea-2dddff5a3673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a58d5a8a-1794-4630-87d1-4b8a86562a1f,revision_number=0']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:50.949682 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-a69906a2-9a98-457c-9cea-2dddff5a3673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:50.952582 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69906a2-9a98-457c-9cea-2dddff5a3673 admin admin] Checking segment: {'id': '497b7e44-b593-48eb-9634-dd25fd220e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '00de316f-f7fa-4f26-b418-2ccf2b7b58e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:22:50.953045 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69906a2-9a98-457c-9cea-2dddff5a3673 admin admin] Network hostable DHCP agents. Network: 00de316f-f7fa-4f26-b418-2ccf2b7b58e4, hostable agents: ['282bd639-6a17-4952-b94c-338e5747c82c'], hosted agents: [] {{(pid=92863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:22:50.973781 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69906a2-9a98-457c-9cea-2dddff5a3673 admin admin] Network 00de316f-f7fa-4f26-b418-2ccf2b7b58e4 is scheduled to be hosted by DHCP agent 282bd639-6a17-4952-b94c-338e5747c82c with binding_index 1 {{(pid=92863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:22:50.983032 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-a69906a2-9a98-457c-9cea-2dddff5a3673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-iscsi, 00de316f-f7fa-4f26-b418-2ccf2b7b58e4) {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:22:50.987463 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69906a2-9a98-457c-9cea-2dddff5a3673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:50.988058 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a69906a2-9a98-457c-9cea-2dddff5a3673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for subnet, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:50.996387 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4172bb-e86c-4264-b0bf-a77c2b8d7a83 None None] Network 00de316f-f7fa-4f26-b418-2ccf2b7b58e4 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:22:51.007141 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-a69906a2-9a98-457c-9cea-2dddff5a3673 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3189170 Jun 23 16:22:51.007380 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 49278) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:51.011581 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-77e25634-ce72-4dfc-bbba-bf6244fb548d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2140420123-router', 'tenant_id': '1dbc7f85e2944581bf563f5d0350cad4', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:22:51.034869 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-77e25634-ce72-4dfc-bbba-bf6244fb548d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13144'] for router, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:51.036875 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-77e25634-ce72-4dfc-bbba-bf6244fb548d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653616', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13123'] for router, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:51.082599 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] Notify callbacks [] for port, precommit_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:51.102384 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] Transition to ACTIVE for port object ed4ec69f-f91a-4617-803e-0123249ceb42 will not be triggered until provisioned by entity L2. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:22:51.118537 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:51.121994 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b16166b8-09f7-48df-8298-b271aba5ac69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:51.194380 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c97cea-61e2-4f03-8e47-59344d7ac910 None None] Pushing event updated for resources: {'Port': ['ID=ed4ec69f-f91a-4617-803e-0123249ceb42,revision_number=3']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:51.197390 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-a5c97cea-61e2-4f03-8e47-59344d7ac910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:51.272895 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154bac0-853c-428f-9cf8-8b21f43af762 req-b52c7111-130e-47f0-adc0-163b798b9a3d tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:51.275861 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4154bac0-853c-428f-9cf8-8b21f43af762 req-b52c7111-130e-47f0-adc0-163b798b9a3d tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.0799928 Jun 23 16:22:51.308874 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2728efe2-9a30-5507-811f-70851ed494d0-00de316f-f7fa-4f26-b418-2ccf2b7b58e4', 'network_id': '00de316f-f7fa-4f26-b418-2ccf2b7b58e4', 'tenant_id': '1dbc7f85e2944581bf563f5d0350cad4', 'fixed_ips': [{'subnet_id': 'a58d5a8a-1794-4630-87d1-4b8a86562a1f'}]}} from dv-cinder-788363-4-iscsi. {{(pid=92865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:22:51.310304 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:51.316657 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] Attempting to bind port ed4ec69f-f91a-4617-803e-0123249ceb42 on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:22:51.317023 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] Attempting to bind port ed4ec69f-f91a-4617-803e-0123249ceb42 by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': 'b465926d-7bb3-4cdf-b44d-1cc13c699e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317'}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:22:51.317388 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] Attempting to bind port ed4ec69f-f91a-4617-803e-0123249ceb42 on network e40f1efa-aa02-4435-8e80-f9895998c317 {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:22:51.330873 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4154bac0-853c-428f-9cf8-8b21f43af762 req-14a7e7db-8550-4068-af0d-18d10eb26b8b tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477159 Jun 23 16:22:51.347315 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:22:51.347783 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] Checking segment: {'id': 'b465926d-7bb3-4cdf-b44d-1cc13c699e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:22:51.348129 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:51.348579 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] Bound using segment: {'id': 'b465926d-7bb3-4cdf-b44d-1cc13c699e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317'} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:22:51.349034 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] Bound port: ed4ec69f-f91a-4617-803e-0123249ceb42, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b465926d-7bb3-4cdf-b44d-1cc13c699e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317'}}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:22:51.349459 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:51.402104 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-77e25634-ce72-4dfc-bbba-bf6244fb548d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:51.512819 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Request body: {'port': {'device_id': 'f1e85b9c-bc98-4dcd-b7f4-0f40ee259678', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:22:51.525784 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] For port ed4ec69f-f91a-4617-803e-0123249ceb42, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:22:51.530385 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] For port ed4ec69f-f91a-4617-803e-0123249ceb42, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=ed4ec69f-f91a-4617-803e-0123249ceb42,segment=NetworkSegment(b465926d-7bb3-4cdf-b44d-1cc13c699e48),segment_id=b465926d-7bb3-4cdf-b44d-1cc13c699e48)] {{(pid=92865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:22:51.536712 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:51.540998 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:51.544032 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.db_base_plugin_common [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Allocated IP 172.20.0.2 (00de316f-f7fa-4f26-b418-2ccf2b7b58e4/a58d5a8a-1794-4630-87d1-4b8a86562a1f/21e4c4cc-2230-42eb-989d-f7c785b1f2b0) {{(pid=92865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:22:51.548946 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68403751-5eca-4090-800c-56b309bebd65 req-0dd5aa92-99b1-4fa2-9219-4a9e5fe0c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:51.550752 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-68403751-5eca-4090-800c-56b309bebd65 req-0dd5aa92-99b1-4fa2-9219-4a9e5fe0c43b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d HTTP/1.1" status: 200 len: 849 time: 0.0481169 Jun 23 16:22:51.620789 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68403751-5eca-4090-800c-56b309bebd65 req-6605905a-84e0-4ae6-9f3e-a404bc37ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:51.624286 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-68403751-5eca-4090-800c-56b309bebd65 req-6605905a-84e0-4ae6-9f3e-a404bc37ded5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650315 Jun 23 16:22:51.665598 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-77e25634-ce72-4dfc-bbba-bf6244fb548d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13181'] for router, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:51.746632 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-68403751-5eca-4090-800c-56b309bebd65 req-ec7a8f3c-6300-4480-8069-efcd18c66e35 service neutron] 10.222.0.84 "GET /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112339 Jun 23 16:22:51.757274 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 303c3ff0-9436-449e-b17d-56c252fba0ce up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:22:51.760626 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] Routers {'8615aa99-6af1-4841-9bf2-d5e65b596cb7'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:22:51.761265 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:22:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['8615aa99-6af1-4841-9bf2-d5e65b596cb7'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:51.763372 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c97cea-61e2-4f03-8e47-59344d7ac910 None None] Pushing event updated for resources: {'Port': ['ID=ed4ec69f-f91a-4617-803e-0123249ceb42,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:51.774123 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-a5c97cea-61e2-4f03-8e47-59344d7ac910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:51.799648 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ea26f-b124-43eb-8b4b-0e69313ad741 req-487f0120-965b-453c-af35-0d7749c90284 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:51.801490 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d52ea26f-b124-43eb-8b4b-0e69313ad741 req-487f0120-965b-453c-af35-0d7749c90284 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 936 time: 0.3579452 Jun 23 16:22:51.821122 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:51.832444 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59cf38-8f46-4076-9d75-f114059d47e2 req-63c57e9c-50fe-4578-90a3-eff69f3f1302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:51.833887 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0a59cf38-8f46-4076-9d75-f114059d47e2 req-63c57e9c-50fe-4578-90a3-eff69f3f1302 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a880a986b3474fb7aee8676598bc91b5&device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 1098 time: 0.3264759 Jun 23 16:22:51.909456 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-68403751-5eca-4090-800c-56b309bebd65 req-429246dc-7dc9-4805-a13a-af26bbfc853a service neutron] 10.222.0.84 "GET /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530442 Jun 23 16:22:51.945767 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfaadc-fc1f-4f96-a8d1-8988e278e981 req-ea63801b-1147-477b-b65a-3bbe26f4c10a tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:51.953393 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-56bfaadc-fc1f-4f96-a8d1-8988e278e981 req-ea63801b-1147-477b-b65a-3bbe26f4c10a tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.1154573 Jun 23 16:22:51.997722 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-56bfaadc-fc1f-4f96-a8d1-8988e278e981 req-270cb5aa-3d6b-4207-b537-7f06439f0c22 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429044 Jun 23 16:22:52.018934 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d52ea26f-b124-43eb-8b4b-0e69313ad741 req-bc838515-e0b3-44c1-ba1b-f41dcebd16ce tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035346 Jun 23 16:22:52.109595 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Notify callbacks [] for port, precommit_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:52.125520 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Transition to ACTIVE for port object 21e4c4cc-2230-42eb-989d-f7c785b1f2b0 will not be triggered until provisioned by entity L2. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:22:52.136751 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59cf38-8f46-4076-9d75-f114059d47e2 req-6af5f723-4a65-44e3-ab95-f7388a877c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:52.138471 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0a59cf38-8f46-4076-9d75-f114059d47e2 req-6af5f723-4a65-44e3-ab95-f7388a877c5f service neutron] 10.222.0.84 "GET /v2.0/networks?id=c6e4245e-4f0f-4237-826e-50852997cf26 HTTP/1.1" status: 200 len: 919 time: 0.2597954 Jun 23 16:22:52.149209 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 303c3ff0-9436-449e-b17d-56c252fba0ce triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:22:52.150042 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:52.154590 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] Set router 8615aa99-6af1-4841-9bf2-d5e65b596cb7 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:22:52.198829 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Transition to ACTIVE for port object 21e4c4cc-2230-42eb-989d-f7c785b1f2b0 will not be triggered until provisioned by entity DHCP. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:22:52.205514 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0a59cf38-8f46-4076-9d75-f114059d47e2 req-5259ac94-ce3f-4252-8ba9-fcb136d2bad9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b15b57f-8f11-44df-aec4-c44070d0b95c HTTP/1.1" status: 200 len: 217 time: 0.0568228 Jun 23 16:22:52.212820 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:52.219656 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:52.300661 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Network 00de316f-f7fa-4f26-b418-2ccf2b7b58e4 is already hosted by enough agents. {{(pid=92865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:22:52.310915 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.scheduler.base_scheduler [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Resources bound (agent type, host, resource id): {{(pid=92865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:22:52.322856 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Received port after_create {{(pid=92865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:22:52.324768 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Pushing event updated for resources: {'Port': ['ID=21e4c4cc-2230-42eb-989d-f7c785b1f2b0,revision_number=1']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:52.328957 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:52.378033 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59cf38-8f46-4076-9d75-f114059d47e2 req-480607aa-552e-48d3-a391-a4a45a424af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:52.379496 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0a59cf38-8f46-4076-9d75-f114059d47e2 req-480607aa-552e-48d3-a391-a4a45a424af3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9790e06a-23e5-4112-9fcd-ab37b14fb6cc HTTP/1.1" status: 200 len: 858 time: 0.1196167 Jun 23 16:22:52.417292 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-77e25634-ce72-4dfc-bbba-bf6244fb548d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:52.457212 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0a59cf38-8f46-4076-9d75-f114059d47e2 req-c6a71a67-98b8-4fcd-8f3b-4b531466f03d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c6e4245e-4f0f-4237-826e-50852997cf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506573 Jun 23 16:22:52.460038 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-77e25634-ce72-4dfc-bbba-bf6244fb548d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:52.467864 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Attempting to bind port 21e4c4cc-2230-42eb-989d-f7c785b1f2b0 on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:22:52.468433 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Attempting to bind port 21e4c4cc-2230-42eb-989d-f7c785b1f2b0 by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': '497b7e44-b593-48eb-9634-dd25fd220e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '00de316f-f7fa-4f26-b418-2ccf2b7b58e4'}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:22:52.468920 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Attempting to bind port 21e4c4cc-2230-42eb-989d-f7c785b1f2b0 on network 00de316f-f7fa-4f26-b418-2ccf2b7b58e4 {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:22:52.485404 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:22:52.485927 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Checking segment: {'id': '497b7e44-b593-48eb-9634-dd25fd220e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '00de316f-f7fa-4f26-b418-2ccf2b7b58e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:22:52.486762 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:52.487172 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Bound using segment: {'id': '497b7e44-b593-48eb-9634-dd25fd220e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '00de316f-f7fa-4f26-b418-2ccf2b7b58e4'} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:22:52.487673 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Bound port: 21e4c4cc-2230-42eb-989d-f7c785b1f2b0, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497b7e44-b593-48eb-9634-dd25fd220e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '00de316f-f7fa-4f26-b418-2ccf2b7b58e4'}}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:22:52.488087 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:52.589936 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] For port 21e4c4cc-2230-42eb-989d-f7c785b1f2b0, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:22:52.593835 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] For port 21e4c4cc-2230-42eb-989d-f7c785b1f2b0, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=21e4c4cc-2230-42eb-989d-f7c785b1f2b0,segment=NetworkSegment(497b7e44-b593-48eb-9634-dd25fd220e46),segment_id=497b7e44-b593-48eb-9634-dd25fd220e46)] {{(pid=92865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:22:52.607957 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:52.612206 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:52.649654 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'name': 'tempest-TestMinimumBasicScenario-2020657679-router', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:44Z', 'updated_at': '2021-06-23T16:22:48Z', 'revision_number': 4, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'gw_port': {'id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:45Z', 'updated_at': '2021-06-23T16:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'ed4ec69f-f91a-4617-803e-0123249ceb42', 'name': '', 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'mac_address': 'fa:16:3e:cd:89:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '667f364d-b2c7-4f78-a61d-69197d80695b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:47Z', 'updated_at': '2021-06-23T16:22:51Z', 'revision_number': 4, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'subnets': [{'id': '667f364d-b2c7-4f78-a61d-69197d80695b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:52.665633 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebddef9d-f596-4923-832c-8a6bb8ee98c1 {{(pid=92863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:22:52.681693 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c08a6f-9dc8-47e6-93d9-186633602adf None None] The sync data for ids ['8615aa99-6af1-4841-9bf2-d5e65b596cb7'] in dv-cinder-788363-4-iscsi is: [{'id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'name': 'tempest-TestMinimumBasicScenario-2020657679-router', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:44Z', 'updated_at': '2021-06-23T16:22:48Z', 'revision_number': 4, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'gw_port': {'id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:45Z', 'updated_at': '2021-06-23T16:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'ed4ec69f-f91a-4617-803e-0123249ceb42', 'name': '', 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'mac_address': 'fa:16:3e:cd:89:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '667f364d-b2c7-4f78-a61d-69197d80695b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:47Z', 'updated_at': '2021-06-23T16:22:51Z', 'revision_number': 4, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'subnets': [{'id': '667f364d-b2c7-4f78-a61d-69197d80695b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:22:52.687508 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:52.735576 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Transition to ACTIVE for port object ebddef9d-f596-4923-832c-8a6bb8ee98c1 will not be triggered until provisioned by entity L2. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:22:52.748152 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Pushing event updated for resources: {'Port': ['ID=21e4c4cc-2230-42eb-989d-f7c785b1f2b0,revision_number=2']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:52.753102 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:52.760407 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [None req-77e25634-ce72-4dfc-bbba-bf6244fb548d admin admin] Allocated IP 172.27.3.234 (e0719ee7-fed0-4bca-a581-6af63c437fb6/0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4/991779b8-7638-44be-85fe-e829423be1cb) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:22:52.763382 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:52.768522 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-3c352ebc-7b92-4d65-995b-1e613535e475 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:52.820808 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0a59cf38-8f46-4076-9d75-f114059d47e2 req-52b06708-51de-47e4-a6c6-8900392f78d4 service neutron] 10.222.0.84 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141510 Jun 23 16:22:52.829045 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e32df-592f-4863-936f-fed4923033b2 req-76b03d51-880a-4120-b3b5-5df9ec2166cc tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:52.830446 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-9b3e32df-592f-4863-936f-fed4923033b2 req-76b03d51-880a-4120-b3b5-5df9ec2166cc tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.3622842 Jun 23 16:22:53.068600 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-9b3e32df-592f-4863-936f-fed4923033b2 req-73d800c8-00ec-4643-a32d-6c8915543a64 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290664 Jun 23 16:22:53.069248 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Pushing event updated for resources: {'Port': ['ID=ebddef9d-f596-4923-832c-8a6bb8ee98c1,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:53.079327 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:53.150513 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0a59cf38-8f46-4076-9d75-f114059d47e2 req-fd3ba0e0-9f40-454c-aee6-08d1dd30eb80 service neutron] 10.222.0.84 "GET /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092897 Jun 23 16:22:53.201903 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Attempting to bind port ebddef9d-f596-4923-832c-8a6bb8ee98c1 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:22:53.202246 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Attempting to bind port ebddef9d-f596-4923-832c-8a6bb8ee98c1 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '688fb09a-4b08-42a2-b875-adffac2c16fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '40af5bfc-f3c9-42f1-bf76-74466ecbfd7f'}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:22:53.202495 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Attempting to bind port ebddef9d-f596-4923-832c-8a6bb8ee98c1 on network 40af5bfc-f3c9-42f1-bf76-74466ecbfd7f {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:22:53.219130 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Port ebddef9d-f596-4923-832c-8a6bb8ee98c1 on network 40af5bfc-f3c9-42f1-bf76-74466ecbfd7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:22:53.219467 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Attempting to bind port ebddef9d-f596-4923-832c-8a6bb8ee98c1 on network 40af5bfc-f3c9-42f1-bf76-74466ecbfd7f {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:22:53.228548 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-77e25634-ce72-4dfc-bbba-bf6244fb548d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:53.238373 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Checking agent: {'id': '038417b8-6895-4fa1-8365-da35a0f7bc41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'started_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:22:53.238877 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Checking segment: {'id': '688fb09a-4b08-42a2-b875-adffac2c16fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '40af5bfc-f3c9-42f1-bf76-74466ecbfd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:22:53.239450 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Bound using segment: {'id': '688fb09a-4b08-42a2-b875-adffac2c16fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '40af5bfc-f3c9-42f1-bf76-74466ecbfd7f'} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:22:53.240244 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Bound port: ebddef9d-f596-4923-832c-8a6bb8ee98c1, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '688fb09a-4b08-42a2-b875-adffac2c16fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '40af5bfc-f3c9-42f1-bf76-74466ecbfd7f'}}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:22:53.240663 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:53.293732 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ec2e4-987b-4847-9905-daa39efd2bc9 req-7fe799a6-568c-4994-a60c-2734c34ec856 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:53.297884 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-db1ec2e4-987b-4847-9905-daa39efd2bc9 req-7fe799a6-568c-4994-a60c-2734c34ec856 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.1057434 Jun 23 16:22:53.341315 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-db1ec2e4-987b-4847-9905-daa39efd2bc9 req-8a00ce2e-fb99-4567-8c22-62858b15964c tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401626 Jun 23 16:22:53.387967 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] For port ebddef9d-f596-4923-832c-8a6bb8ee98c1, host hv-cinder-78836, cleared binding levels {{(pid=92863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:22:53.393584 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] For port ebddef9d-f596-4923-832c-8a6bb8ee98c1, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ebddef9d-f596-4923-832c-8a6bb8ee98c1,segment=NetworkSegment(688fb09a-4b08-42a2-b875-adffac2c16fd),segment_id=688fb09a-4b08-42a2-b875-adffac2c16fd)] {{(pid=92863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:22:53.401040 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:53.405022 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:53.418552 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d9c4d-521c-4907-bcfc-bb6f8e47fa5a req-25b02d7f-21d4-4514-a5b1-815a26233f5c tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:53.420486 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2e8d9c4d-521c-4907-bcfc-bb6f8e47fa5a req-25b02d7f-21d4-4514-a5b1-815a26233f5c tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 948 time: 0.1620264 Jun 23 16:22:53.421523 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-77e25634-ce72-4dfc-bbba-bf6244fb548d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125858108'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:53.456013 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:53.456624 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:53.457957 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] 10.222.0.84 "PUT /v2.0/ports/ebddef9d-f596-4923-832c-8a6bb8ee98c1 HTTP/1.1" status: 200 len: 1098 time: 1.9530900 Jun 23 16:22:53.466792 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e85b9c-bc98-4dcd-b7f4-0f40ee259678', 'tag': 'ebddef9d-f596-4923-832c-8a6bb8ee98c1'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:22:53.469175 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d1c968-274d-4b57-9e21-1d43f273e892" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e85b9c-bc98-4dcd-b7f4-0f40ee259678", "tag": "ebddef9d-f596-4923-832c-8a6bb8ee98c1"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:22:53.496417 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e25634-ce72-4dfc-bbba-bf6244fb548d admin admin] Network e0719ee7-fed0-4bca-a581-6af63c437fb6 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:22:53.510722 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-77e25634-ce72-4dfc-bbba-bf6244fb548d admin admin] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:22:53.513763 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fceeb9-3a32-4d2d-8536-c9990c27d620 x-openstack-request-id: req-f4fceeb9-3a32-4d2d-8536-c9990c27d620 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:22:53.514107 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e85b9c-bc98-4dcd-b7f4-0f40ee259678", "tag": "ebddef9d-f596-4923-832c-8a6bb8ee98c1", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:22:53.514524 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f4fceeb9-3a32-4d2d-8536-c9990c27d620 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:22:53.514847 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e85b9c-bc98-4dcd-b7f4-0f40ee259678', 'tag': 'ebddef9d-f596-4923-832c-8a6bb8ee98c1', 'status': 'completed', 'code': 200} Jun 23 16:22:53.520574 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e25634-ce72-4dfc-bbba-bf6244fb548d admin admin] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:22:53.552046 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2e8d9c4d-521c-4907-bcfc-bb6f8e47fa5a req-5a0091a3-1131-49b2-b84f-9e42c2187156 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088383 Jun 23 16:22:53.557485 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Pushing event updated for resources: {'Port': ['ID=ebddef9d-f596-4923-832c-8a6bb8ee98c1,revision_number=3']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:53.562230 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:53.562806 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-6edc2240-996d-4a0a-9b19-d3fd1d26d52d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:53.792209 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device ed4ec69f-f91a-4617-803e-0123249ceb42 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:22:53.860104 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port ed4ec69f-f91a-4617-803e-0123249ceb42 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:22:53.865407 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port ed4ec69f-f91a-4617-803e-0123249ceb42 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:22:53.866557 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:53.957643 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:53.981528 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e25634-ce72-4dfc-bbba-bf6244fb548d admin admin] Pushing event updated for resources: {'Port': ['ID=991779b8-7638-44be-85fe-e829423be1cb,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:53.984859 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-77e25634-ce72-4dfc-bbba-bf6244fb548d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:54.004679 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port ed4ec69f-f91a-4617-803e-0123249ceb42, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=ed4ec69f-f91a-4617-803e-0123249ceb42,segment=NetworkSegment(b465926d-7bb3-4cdf-b44d-1cc13c699e48),segment_id=b465926d-7bb3-4cdf-b44d-1cc13c699e48)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:22:54.013562 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:54.015305 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 21e4c4cc-2230-42eb-989d-f7c785b1f2b0 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:22:54.021557 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:54.073381 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a9c28b-ebf1-443f-92d2-fb4df7130d7d None None] Network 00de316f-f7fa-4f26-b418-2ccf2b7b58e4 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:22:54.168787 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=ed4ec69f-f91a-4617-803e-0123249ceb42,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:54.172654 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:54.177616 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-ab204eea-1c50-47c2-8661-2b27cd5ceb56 None None] Provisioning for port 21e4c4cc-2230-42eb-989d-f7c785b1f2b0 completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:22:54.188070 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-77e25634-ce72-4dfc-bbba-bf6244fb548d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:54.209024 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port 21e4c4cc-2230-42eb-989d-f7c785b1f2b0 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:22:54.216294 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 21e4c4cc-2230-42eb-989d-f7c785b1f2b0 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:22:54.216671 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:54.263811 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a32b9-6c4a-491d-89f8-81ce81502570 req-977aa351-3b71-4220-bbcb-e2b17d11b377 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:54.265278 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-557a32b9-6c4a-491d-89f8-81ce81502570 req-977aa351-3b71-4220-bbcb-e2b17d11b377 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.0649407 Jun 23 16:22:54.320727 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-557a32b9-6c4a-491d-89f8-81ce81502570 req-065e8063-8b33-49bd-a6a2-91fd22474f30 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418308 Jun 23 16:22:54.353878 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:54.396883 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port 21e4c4cc-2230-42eb-989d-f7c785b1f2b0, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=21e4c4cc-2230-42eb-989d-f7c785b1f2b0,segment=NetworkSegment(497b7e44-b593-48eb-9634-dd25fd220e46),segment_id=497b7e44-b593-48eb-9634-dd25fd220e46)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:22:54.403258 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:54.403886 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-77e25634-ce72-4dfc-bbba-bf6244fb548d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649335'] for router, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:54.406189 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:54.460767 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=21e4c4cc-2230-42eb-989d-f7c785b1f2b0,revision_number=3']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:54.465340 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:54.582858 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf61d2-c503-4db8-bd63-33589d1e3a08 req-71cbcfec-3848-4048-b2f7-dfad127d75f7 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:54.584558 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2daf61d2-c503-4db8-bd63-33589d1e3a08 req-71cbcfec-3848-4048-b2f7-dfad127d75f7 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0912631 Jun 23 16:22:54.610138 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e25634-ce72-4dfc-bbba-bf6244fb548d admin admin] Router afa753d0-82c8-4c0c-8d8e-937ed595b5a4 is scheduled to L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 with binding_index 1 {{(pid=92863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:22:54.613248 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-a1fca454-0cd8-4375-b6f5-503f416799ab None None] Provisioning complete for port 21e4c4cc-2230-42eb-989d-f7c785b1f2b0 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:22:54.613676 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-a1fca454-0cd8-4375-b6f5-503f416799ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:54.635690 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2daf61d2-c503-4db8-bd63-33589d1e3a08 req-63a9daa4-7c06-4432-9291-2560ca395eb6 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438890 Jun 23 16:22:54.734066 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e25634-ce72-4dfc-bbba-bf6244fb548d admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:22:54.743773 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] Sync routers for ids ['afa753d0-82c8-4c0c-8d8e-937ed595b5a4'] in dv-cinder-788363-4-iscsi {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:22:54.751103 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-77e25634-ce72-4dfc-bbba-bf6244fb548d admin admin] Notify callbacks [] for router, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:54.754788 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-77e25634-ce72-4dfc-bbba-bf6244fb548d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7441895 Jun 23 16:22:54.754917 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] Routers {'afa753d0-82c8-4c0c-8d8e-937ed595b5a4'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:22:54.754917 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:22:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['afa753d0-82c8-4c0c-8d8e-937ed595b5a4'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:54.755125 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 49312) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:22:54.758389 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b769a-164a-4bab-9cbf-ba66d96414c4 req-8ce3a776-46e1-423b-80a5-a64f4f4de2e8 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:54.760462 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-8d7b769a-164a-4bab-9cbf-ba66d96414c4 req-8ce3a776-46e1-423b-80a5-a64f4f4de2e8 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 948 time: 0.0670650 Jun 23 16:22:54.806977 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-8d7b769a-164a-4bab-9cbf-ba66d96414c4 req-7e5b3b44-60f1-4fb1-a7c1-96d5f6aefb97 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403948 Jun 23 16:22:54.862791 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] Set router afa753d0-82c8-4c0c-8d8e-937ed595b5a4 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:22:55.039298 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa753d0-82c8-4c0c-8d8e-937ed595b5a4', 'name': 'tempest-TestMinimumBasicScenario-2140420123-router', 'tenant_id': '1dbc7f85e2944581bf563f5d0350cad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '991779b8-7638-44be-85fe-e829423be1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:51Z', 'updated_at': '2021-06-23T16:22:54Z', 'revision_number': 3, 'project_id': '1dbc7f85e2944581bf563f5d0350cad4', 'gw_port': {'id': '991779b8-7638-44be-85fe-e829423be1cb', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa753d0-82c8-4c0c-8d8e-937ed595b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:52Z', 'updated_at': '2021-06-23T16:22:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:55.065257 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] Checking router: afa753d0-82c8-4c0c-8d8e-937ed595b5a4 for host: dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:22:55.065602 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] Updating router afa753d0-82c8-4c0c-8d8e-937ed595b5a4 port 991779b8-7638-44be-85fe-e829423be1cb binding host dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:22:55.097149 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:55.162833 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:55.315478 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Allocated IP 172.20.0.1 (00de316f-f7fa-4f26-b418-2ccf2b7b58e4/a58d5a8a-1794-4630-87d1-4b8a86562a1f/f32a5373-4c7a-4585-9133-e872c7446fd1) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:22:55.343030 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] Notify callbacks [] for port, precommit_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:55.353561 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.provisioning_blocks [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] Transition to ACTIVE for port object 991779b8-7638-44be-85fe-e829423be1cb will not be triggered until provisioned by entity L2. {{(pid=92866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:22:55.360037 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:55.362948 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:55.407691 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a315c5e-b317-4ec5-aeb2-bcc52a2a5c4a None None] Pushing event updated for resources: {'Port': ['ID=991779b8-7638-44be-85fe-e829423be1cb,revision_number=2']} {{(pid=92866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:55.410984 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-3a315c5e-b317-4ec5-aeb2-bcc52a2a5c4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:55.421026 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] Attempting to bind port 991779b8-7638-44be-85fe-e829423be1cb on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:22:55.421405 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] Attempting to bind port 991779b8-7638-44be-85fe-e829423be1cb by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}] {{(pid=92866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:22:55.421811 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] Attempting to bind port 991779b8-7638-44be-85fe-e829423be1cb on network e0719ee7-fed0-4bca-a581-6af63c437fb6 {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:22:55.427121 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:22:55.427491 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] Checking segment: {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:22:55.427885 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:55.428274 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] Bound using segment: {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'} {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:22:55.428876 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] Bound port: 991779b8-7638-44be-85fe-e829423be1cb, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}}] {{(pid=92866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:22:55.429159 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:55.434796 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:55.478198 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Transition to ACTIVE for port object f32a5373-4c7a-4585-9133-e872c7446fd1 will not be triggered until provisioned by entity DHCP. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:22:55.482391 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.db [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] For port 991779b8-7638-44be-85fe-e829423be1cb, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:22:55.485679 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.db [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] For port 991779b8-7638-44be-85fe-e829423be1cb, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=991779b8-7638-44be-85fe-e829423be1cb,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:22:55.490516 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:55.493530 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-6d650c33-836d-49dd-811b-6d8335b98b12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:55.534887 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7a11a-1c33-438c-b318-4d3273465aa3 req-6849c66f-7ac4-4ea7-b03c-2134ff4a8f00 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:55.536613 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-07d7a11a-1c33-438c-b318-4d3273465aa3 req-6849c66f-7ac4-4ea7-b03c-2134ff4a8f00 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.0950499 Jun 23 16:22:55.539606 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] Routers {'afa753d0-82c8-4c0c-8d8e-937ed595b5a4'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:22:55.540781 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:22:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['afa753d0-82c8-4c0c-8d8e-937ed595b5a4'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:55.542588 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125858108'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:55.546609 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:55.583331 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a315c5e-b317-4ec5-aeb2-bcc52a2a5c4a None None] Pushing event updated for resources: {'Port': ['ID=991779b8-7638-44be-85fe-e829423be1cb,revision_number=3']} {{(pid=92866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:55.588089 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-3a315c5e-b317-4ec5-aeb2-bcc52a2a5c4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:55.596891 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Network 00de316f-f7fa-4f26-b418-2ccf2b7b58e4 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:22:55.603614 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:22:55.606449 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:22:55.644118 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-07d7a11a-1c33-438c-b318-4d3273465aa3 req-71bd4e72-842d-4d98-9e28-a4106599038d tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983143 Jun 23 16:22:55.644772 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Pushing event updated for resources: {'Port': ['ID=f32a5373-4c7a-4585-9133-e872c7446fd1,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:55.648093 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:55.652582 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] Set router afa753d0-82c8-4c0c-8d8e-937ed595b5a4 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:22:55.670155 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636535'] for router_interface, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:55.737116 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device ed4ec69f-f91a-4617-803e-0123249ceb42 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:22:55.842757 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port ed4ec69f-f91a-4617-803e-0123249ceb42 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:22:55.843142 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:55.868538 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:55.901042 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c227872-4ac6-4245-b281-1e896165270f req-ee8b0424-746c-4b63-ac3f-04aa83b42c6b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:55.909394 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9c227872-4ac6-4245-b281-1e896165270f req-ee8b0424-746c-4b63-ac3f-04aa83b42c6b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.1244001 Jun 23 16:22:55.949591 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-070e25bb-cfe3-4882-86f9-54af276ec406 None None] Provisioning for port f32a5373-4c7a-4585-9133-e872c7446fd1 completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:22:55.959891 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa753d0-82c8-4c0c-8d8e-937ed595b5a4', 'name': 'tempest-TestMinimumBasicScenario-2140420123-router', 'tenant_id': '1dbc7f85e2944581bf563f5d0350cad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '991779b8-7638-44be-85fe-e829423be1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:51Z', 'updated_at': '2021-06-23T16:22:54Z', 'revision_number': 3, 'project_id': '1dbc7f85e2944581bf563f5d0350cad4', 'gw_port': {'id': '991779b8-7638-44be-85fe-e829423be1cb', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa753d0-82c8-4c0c-8d8e-937ed595b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:52Z', 'updated_at': '2021-06-23T16:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:55.965139 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-070e25bb-cfe3-4882-86f9-54af276ec406 None None] Provisioning complete for port f32a5373-4c7a-4585-9133-e872c7446fd1 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:22:55.965522 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-070e25bb-cfe3-4882-86f9-54af276ec406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:55.979831 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 21e4c4cc-2230-42eb-989d-f7c785b1f2b0 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:22:55.981070 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9c227872-4ac6-4245-b281-1e896165270f req-adb58126-00df-4bb9-84cd-7770668942db tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707245 Jun 23 16:22:55.990011 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096b2008-fb0c-487c-ba89-da880e8df10e None None] The sync data for ids ['afa753d0-82c8-4c0c-8d8e-937ed595b5a4'] in dv-cinder-788363-4-iscsi is: [{'id': 'afa753d0-82c8-4c0c-8d8e-937ed595b5a4', 'name': 'tempest-TestMinimumBasicScenario-2140420123-router', 'tenant_id': '1dbc7f85e2944581bf563f5d0350cad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '991779b8-7638-44be-85fe-e829423be1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:51Z', 'updated_at': '2021-06-23T16:22:54Z', 'revision_number': 3, 'project_id': '1dbc7f85e2944581bf563f5d0350cad4', 'gw_port': {'id': '991779b8-7638-44be-85fe-e829423be1cb', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa753d0-82c8-4c0c-8d8e-937ed595b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:52Z', 'updated_at': '2021-06-23T16:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}] {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:22:56.049730 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-070e25bb-cfe3-4882-86f9-54af276ec406 None None] Port f32a5373-4c7a-4585-9133-e872c7446fd1 cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:22:56.066288 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 21e4c4cc-2230-42eb-989d-f7c785b1f2b0 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:22:56.066751 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:56.172459 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec683999-f711-4985-a2e6-8da809f30ea1 req-89dde10f-94d5-42aa-9f50-ef21282c8159 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:56.173993 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ec683999-f711-4985-a2e6-8da809f30ea1 req-89dde10f-94d5-42aa-9f50-ef21282c8159 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 948 time: 0.1961799 Jun 23 16:22:56.189411 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:56.199895 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1c968-274d-4b57-9e21-1d43f273e892 req-be489340-bdc6-4121-b772-15ceaaf2e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:56.201453 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-67d1c968-274d-4b57-9e21-1d43f273e892 req-be489340-bdc6-4121-b772-15ceaaf2e85d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0bb92ddbb2214a448d5ec7efe36de1fa&device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 1101 time: 0.1692286 Jun 23 16:22:56.203503 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:56.212939 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:56.316021 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-67d1c968-274d-4b57-9e21-1d43f273e892 req-38c9cfed-97f5-41d1-8987-0ba8010bb111 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=0bb92ddbb2214a448d5ec7efe36de1fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773606 Jun 23 16:22:56.333761 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ec683999-f711-4985-a2e6-8da809f30ea1 req-fb3313c6-a1c2-47ef-bb93-fb12c797abf1 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466303 Jun 23 16:22:56.342342 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Pushing event updated for resources: {'Port': ['ID=f32a5373-4c7a-4585-9133-e872c7446fd1,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:56.344536 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636571'] for router_interface, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:56.346571 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:56.581597 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1c968-274d-4b57-9e21-1d43f273e892 req-9bf57932-628d-4dbd-b7f7-92bf192fbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:56.583074 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-67d1c968-274d-4b57-9e21-1d43f273e892 req-9bf57932-628d-4dbd-b7f7-92bf192fbce3 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2157464 Jun 23 16:22:56.592659 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Network 00de316f-f7fa-4f26-b418-2ccf2b7b58e4 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:22:56.594024 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:22:56.862903 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44627baf-a9dd-48e5-b36c-211dad3e53a8 req-eed16966-db17-4f43-8484-38f8ce44997c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:56.867381 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-44627baf-a9dd-48e5-b36c-211dad3e53a8 req-eed16966-db17-4f43-8484-38f8ce44997c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.0770729 Jun 23 16:22:56.884726 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-ffd6db44-14d1-408a-827d-ae2c4f13338f None None] Provisioning complete for port f32a5373-4c7a-4585-9133-e872c7446fd1 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:22:56.886150 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ffd6db44-14d1-408a-827d-ae2c4f13338f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:56.920939 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-ffd6db44-14d1-408a-827d-ae2c4f13338f None None] Port f32a5373-4c7a-4585-9133-e872c7446fd1 cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:22:56.927695 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-44627baf-a9dd-48e5-b36c-211dad3e53a8 req-118c8d74-384e-49eb-8c29-714bc1a6cc88 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519166 Jun 23 16:22:57.016333 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Router afa753d0-82c8-4c0c-8d8e-937ed595b5a4 has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:22:57.075222 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-40874d95-054c-401c-b1eb-0cd5df198c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:57.076684 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-40874d95-054c-401c-b1eb-0cd5df198c42 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0bb92ddbb2214a448d5ec7efe36de1fa&device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 1101 time: 0.1246693 Jun 23 16:22:57.184267 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-297cee24-1a5b-4c56-a250-d5482ea514e3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=ebddef9d-f596-4923-832c-8a6bb8ee98c1 HTTP/1.1" status: 200 len: 217 time: 0.0632572 Jun 23 16:22:57.232752 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:22:57.237752 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] 10.222.0.46 "PUT /v2.0/routers/afa753d0-82c8-4c0c-8d8e-937ed595b5a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4818256 Jun 23 16:22:57.260489 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-05eedf6e-801f-4626-a24d-79c54f75e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:57.261994 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-05eedf6e-801f-4626-a24d-79c54f75e761 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e95d030d-3dd3-4549-a207-755b20d9c3ab HTTP/1.1" status: 200 len: 843 time: 0.0691724 Jun 23 16:22:57.277172 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bcbf2-faa8-4f08-b3e2-033285394a0c req-76958586-c82e-4b0c-be4b-fc628b9db4a6 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:57.278676 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a16bcbf2-faa8-4f08-b3e2-033285394a0c req-76958586-c82e-4b0c-be4b-fc628b9db4a6 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.1596422 Jun 23 16:22:57.346522 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a16bcbf2-faa8-4f08-b3e2-033285394a0c req-ef21901a-5de0-4787-b400-0a8b4c5fec66 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585663 Jun 23 16:22:57.359227 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-33b4120e-960d-4f9b-b5bf-f8b7a33ab436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:57.370187 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-33b4120e-960d-4f9b-b5bf-f8b7a33ab436 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=40af5bfc-f3c9-42f1-bf76-74466ecbfd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0813448 Jun 23 16:22:57.512271 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd542c-30d8-468a-9d91-caa6039b3505 req-82b611e7-5398-4f08-8e6a-333ba5b65808 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:57.514188 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0ebd542c-30d8-468a-9d91-caa6039b3505 req-82b611e7-5398-4f08-8e6a-333ba5b65808 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 948 time: 0.0644672 Jun 23 16:22:57.557466 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0ebd542c-30d8-468a-9d91-caa6039b3505 req-20791eca-699d-4000-a1fe-e10c0559af54 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374796 Jun 23 16:22:57.608303 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] Sync routers for ids ['afa753d0-82c8-4c0c-8d8e-937ed595b5a4'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:22:57.617301 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] Routers {'afa753d0-82c8-4c0c-8d8e-937ed595b5a4'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:22:57.617925 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:22:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['afa753d0-82c8-4c0c-8d8e-937ed595b5a4'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:57.830915 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 991779b8-7638-44be-85fe-e829423be1cb up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:22:57.885875 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] Set router afa753d0-82c8-4c0c-8d8e-937ed595b5a4 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:22:57.936897 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port 991779b8-7638-44be-85fe-e829423be1cb completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:22:57.984991 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 991779b8-7638-44be-85fe-e829423be1cb triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:22:57.985403 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:58.135339 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910391c-67d5-4e26-a4a2-6474b3b78563 req-2486e2df-7f6d-4470-a628-6212552e31fb tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:58.140629 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c910391c-67d5-4e26-a4a2-6474b3b78563 req-2486e2df-7f6d-4470-a628-6212552e31fb tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.0863676 Jun 23 16:22:58.163852 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:58.186718 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port 991779b8-7638-44be-85fe-e829423be1cb, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=991779b8-7638-44be-85fe-e829423be1cb,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:22:58.198942 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:58.203888 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:58.216238 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c910391c-67d5-4e26-a4a2-6474b3b78563 req-3480a0ac-5df5-4eb0-9112-11fc39d7e61e tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689619 Jun 23 16:22:58.235197 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa753d0-82c8-4c0c-8d8e-937ed595b5a4', 'name': 'tempest-TestMinimumBasicScenario-2140420123-router', 'tenant_id': '1dbc7f85e2944581bf563f5d0350cad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '991779b8-7638-44be-85fe-e829423be1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:51Z', 'updated_at': '2021-06-23T16:22:55Z', 'revision_number': 4, 'project_id': '1dbc7f85e2944581bf563f5d0350cad4', 'gw_port': {'id': '991779b8-7638-44be-85fe-e829423be1cb', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa753d0-82c8-4c0c-8d8e-937ed595b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:52Z', 'updated_at': '2021-06-23T16:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'f32a5373-4c7a-4585-9133-e872c7446fd1', 'name': '', 'network_id': '00de316f-f7fa-4f26-b418-2ccf2b7b58e4', 'tenant_id': '1dbc7f85e2944581bf563f5d0350cad4', 'mac_address': 'fa:16:3e:3b:11:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa753d0-82c8-4c0c-8d8e-937ed595b5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'a58d5a8a-1794-4630-87d1-4b8a86562a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:55Z', 'updated_at': '2021-06-23T16:22:55Z', 'revision_number': 2, 'project_id': '1dbc7f85e2944581bf563f5d0350cad4', 'subnets': [{'id': 'a58d5a8a-1794-4630-87d1-4b8a86562a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:58.303048 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] Checking router: afa753d0-82c8-4c0c-8d8e-937ed595b5a4 for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:22:58.303481 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] Updating router afa753d0-82c8-4c0c-8d8e-937ed595b5a4 port f32a5373-4c7a-4585-9133-e872c7446fd1 binding host dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:22:58.342458 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=991779b8-7638-44be-85fe-e829423be1cb,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:58.346791 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:58.351654 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:58.375545 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-a32b4c31-d4d2-4eff-8e55-c1466cfc1e60 service neutron] 10.222.0.84 "GET /v2.0/networks/40af5bfc-f3c9-42f1-bf76-74466ecbfd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054626 Jun 23 16:22:58.545695 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969b7ec-48ac-43dd-aa6a-c30dd5839bee req-f2a4f87c-4530-45b1-87de-4be326ea7431 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:58.547439 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e969b7ec-48ac-43dd-aa6a-c30dd5839bee req-f2a4f87c-4530-45b1-87de-4be326ea7431 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0702312 Jun 23 16:22:58.611288 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e969b7ec-48ac-43dd-aa6a-c30dd5839bee req-67aea061-f1b5-447b-984b-62c523daa573 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577145 Jun 23 16:22:58.684834 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] Notify callbacks [] for port, precommit_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:58.699991 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] Transition to ACTIVE for port object f32a5373-4c7a-4585-9133-e872c7446fd1 will not be triggered until provisioned by entity L2. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:22:58.710560 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:58.720241 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:58.774656 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4077d-df01-4336-bda3-46fbccb6f8a2 req-6d6d733d-d0f2-4695-bbb2-829b70a758f6 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:58.776928 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-77a4077d-df01-4336-bda3-46fbccb6f8a2 req-6d6d733d-d0f2-4695-bbb2-829b70a758f6 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 948 time: 0.0789192 Jun 23 16:22:58.792445 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e2abb-afbb-4eac-ad5d-246362ee101f None None] Pushing event updated for resources: {'Port': ['ID=f32a5373-4c7a-4585-9133-e872c7446fd1,revision_number=3']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:58.795998 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-8b0e2abb-afbb-4eac-ad5d-246362ee101f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:58.845588 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-77a4077d-df01-4336-bda3-46fbccb6f8a2 req-9afb170a-3e5b-440b-bd72-d015b40e0fae tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628588 Jun 23 16:22:58.869793 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] Attempting to bind port f32a5373-4c7a-4585-9133-e872c7446fd1 on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:22:58.870203 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] Attempting to bind port f32a5373-4c7a-4585-9133-e872c7446fd1 by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': '497b7e44-b593-48eb-9634-dd25fd220e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '00de316f-f7fa-4f26-b418-2ccf2b7b58e4'}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:22:58.870578 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] Attempting to bind port f32a5373-4c7a-4585-9133-e872c7446fd1 on network 00de316f-f7fa-4f26-b418-2ccf2b7b58e4 {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:22:58.875886 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:22:58.876272 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] Checking segment: {'id': '497b7e44-b593-48eb-9634-dd25fd220e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '00de316f-f7fa-4f26-b418-2ccf2b7b58e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:22:58.876687 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:58.877092 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] Bound using segment: {'id': '497b7e44-b593-48eb-9634-dd25fd220e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '00de316f-f7fa-4f26-b418-2ccf2b7b58e4'} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:22:58.877580 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] Bound port: f32a5373-4c7a-4585-9133-e872c7446fd1, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497b7e44-b593-48eb-9634-dd25fd220e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '00de316f-f7fa-4f26-b418-2ccf2b7b58e4'}}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:22:58.877975 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:58.959635 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] For port f32a5373-4c7a-4585-9133-e872c7446fd1, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:22:58.963557 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] For port f32a5373-4c7a-4585-9133-e872c7446fd1, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=f32a5373-4c7a-4585-9133-e872c7446fd1,segment=NetworkSegment(497b7e44-b593-48eb-9634-dd25fd220e46),segment_id=497b7e44-b593-48eb-9634-dd25fd220e46)] {{(pid=92865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:22:58.976513 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:22:58.986405 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:22:59.048027 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e2abb-afbb-4eac-ad5d-246362ee101f None None] Pushing event updated for resources: {'Port': ['ID=f32a5373-4c7a-4585-9133-e872c7446fd1,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:22:59.057000 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] Routers {'afa753d0-82c8-4c0c-8d8e-937ed595b5a4'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:22:59.057806 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:22:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['afa753d0-82c8-4c0c-8d8e-937ed595b5a4'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:59.060180 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-8b0e2abb-afbb-4eac-ad5d-246362ee101f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:22:59.196768 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] Set router afa753d0-82c8-4c0c-8d8e-937ed595b5a4 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:22:59.233909 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8d7281f2-d09a-4353-b1e7-3f8c973a0d2f req-f1ba9ca2-ee39-4033-84c0-9b7428cfe3ef service neutron] 10.222.0.84 "GET /v2.0/networks/40af5bfc-f3c9-42f1-bf76-74466ecbfd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039364 Jun 23 16:22:59.440803 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013963c-cb95-42df-8717-e462aafb8f33 req-526cf38d-7e72-486e-bbed-3921a23e377d tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:59.442525 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0013963c-cb95-42df-8717-e462aafb8f33 req-526cf38d-7e72-486e-bbed-3921a23e377d tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 944 time: 0.0815952 Jun 23 16:22:59.471957 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa753d0-82c8-4c0c-8d8e-937ed595b5a4', 'name': 'tempest-TestMinimumBasicScenario-2140420123-router', 'tenant_id': '1dbc7f85e2944581bf563f5d0350cad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '991779b8-7638-44be-85fe-e829423be1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:51Z', 'updated_at': '2021-06-23T16:22:55Z', 'revision_number': 4, 'project_id': '1dbc7f85e2944581bf563f5d0350cad4', 'gw_port': {'id': '991779b8-7638-44be-85fe-e829423be1cb', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa753d0-82c8-4c0c-8d8e-937ed595b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:52Z', 'updated_at': '2021-06-23T16:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'f32a5373-4c7a-4585-9133-e872c7446fd1', 'name': '', 'network_id': '00de316f-f7fa-4f26-b418-2ccf2b7b58e4', 'tenant_id': '1dbc7f85e2944581bf563f5d0350cad4', 'mac_address': 'fa:16:3e:3b:11:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa753d0-82c8-4c0c-8d8e-937ed595b5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'a58d5a8a-1794-4630-87d1-4b8a86562a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:55Z', 'updated_at': '2021-06-23T16:22:58Z', 'revision_number': 4, 'project_id': '1dbc7f85e2944581bf563f5d0350cad4', 'subnets': [{'id': 'a58d5a8a-1794-4630-87d1-4b8a86562a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:22:59.499824 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d56efe-4dbc-49c5-a671-231fb50247c0 None None] The sync data for ids ['afa753d0-82c8-4c0c-8d8e-937ed595b5a4'] in dv-cinder-788363-4-iscsi is: [{'id': 'afa753d0-82c8-4c0c-8d8e-937ed595b5a4', 'name': 'tempest-TestMinimumBasicScenario-2140420123-router', 'tenant_id': '1dbc7f85e2944581bf563f5d0350cad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '991779b8-7638-44be-85fe-e829423be1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:51Z', 'updated_at': '2021-06-23T16:22:55Z', 'revision_number': 4, 'project_id': '1dbc7f85e2944581bf563f5d0350cad4', 'gw_port': {'id': '991779b8-7638-44be-85fe-e829423be1cb', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa753d0-82c8-4c0c-8d8e-937ed595b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:52Z', 'updated_at': '2021-06-23T16:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'f32a5373-4c7a-4585-9133-e872c7446fd1', 'name': '', 'network_id': '00de316f-f7fa-4f26-b418-2ccf2b7b58e4', 'tenant_id': '1dbc7f85e2944581bf563f5d0350cad4', 'mac_address': 'fa:16:3e:3b:11:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa753d0-82c8-4c0c-8d8e-937ed595b5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'a58d5a8a-1794-4630-87d1-4b8a86562a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:55Z', 'updated_at': '2021-06-23T16:22:58Z', 'revision_number': 4, 'project_id': '1dbc7f85e2944581bf563f5d0350cad4', 'subnets': [{'id': 'a58d5a8a-1794-4630-87d1-4b8a86562a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:22:59.500122 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0013963c-cb95-42df-8717-e462aafb8f33 req-01784280-b986-4694-8178-b192775a3126 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510931 Jun 23 16:22:59.857341 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72fae8-8272-49c3-b84d-9c52920e448e req-8eae19b3-704a-43f6-8186-07a53a401e65 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:22:59.860033 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-cc72fae8-8272-49c3-b84d-9c52920e448e req-8eae19b3-704a-43f6-8186-07a53a401e65 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.1140268 Jun 23 16:22:59.877488 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device f32a5373-4c7a-4585-9133-e872c7446fd1 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:22:59.942528 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-cc72fae8-8272-49c3-b84d-9c52920e448e req-07645891-daf9-4c98-b0ff-330db0044efd tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684955 Jun 23 16:22:59.994487 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port f32a5373-4c7a-4585-9133-e872c7446fd1 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:22:59.999992 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port f32a5373-4c7a-4585-9133-e872c7446fd1 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:23:00.000475 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:00.101349 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a01d17-71c5-4a80-b2aa-1d8f71b211b1 req-d37634c2-787a-43a1-95d0-15d2a512325c tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:00.103703 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b5a01d17-71c5-4a80-b2aa-1d8f71b211b1 req-d37634c2-787a-43a1-95d0-15d2a512325c tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 948 time: 0.0902240 Jun 23 16:23:00.116300 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:00.157302 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 1dd77542-313f-4d54-88e2-c12367e8e14f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:23:00.171305 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b5a01d17-71c5-4a80-b2aa-1d8f71b211b1 req-fbeaa7fe-c1d3-4a3a-b308-58f468c60cd8 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565031 Jun 23 16:23:00.236477 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port f32a5373-4c7a-4585-9133-e872c7446fd1, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=f32a5373-4c7a-4585-9133-e872c7446fd1,segment=NetworkSegment(497b7e44-b593-48eb-9634-dd25fd220e46),segment_id=497b7e44-b593-48eb-9634-dd25fd220e46)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:00.268257 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:00.269111 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 991779b8-7638-44be-85fe-e829423be1cb up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:23:00.275036 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-a5c97cea-61e2-4f03-8e47-59344d7ac910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:00.379930 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 1dd77542-313f-4d54-88e2-c12367e8e14f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1dd77542-313f-4d54-88e2-c12367e8e14f,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:00.388497 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=f32a5373-4c7a-4585-9133-e872c7446fd1,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:00.393042 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:00.398318 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Returning: {'device': '1dd77542-313f-4d54-88e2-c12367e8e14f', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'port_id': '1dd77542-313f-4d54-88e2-c12367e8e14f', 'mac_address': 'fa:16:3e:b6:2f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:23:00.430272 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 991779b8-7638-44be-85fe-e829423be1cb triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:23:00.430806 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:00.471995 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:00.495507 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd77542-313f-4d54-88e2-c12367e8e14f {{(pid=92865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:23:00.547157 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 1dd77542-313f-4d54-88e2-c12367e8e14f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1dd77542-313f-4d54-88e2-c12367e8e14f,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:00.558003 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:00.563858 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:00.651982 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=1dd77542-313f-4d54-88e2-c12367e8e14f,revision_number=9']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:00.655286 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:00.718410 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1add5e-260c-4984-87c3-a93c0b81c99d req-32dda079-7480-4549-bd89-1a89474a1b80 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:00.719940 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ea1add5e-260c-4984-87c3-a93c0b81c99d req-32dda079-7480-4549-bd89-1a89474a1b80 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 945 time: 0.0767310 Jun 23 16:23:00.770477 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ea1add5e-260c-4984-87c3-a93c0b81c99d req-03b4e384-8c94-45b7-be8c-2dfaa56bd39d tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445940 Jun 23 16:23:01.054534 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['1dd77542-313f-4d54-88e2-c12367e8e14f'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:23:01.199622 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8029a00-d95e-420d-9904-794e686a8119 req-dbcdedf8-f50d-448f-8cc4-dcb6bf07043f tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:01.208559 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e8029a00-d95e-420d-9904-794e686a8119 req-dbcdedf8-f50d-448f-8cc4-dcb6bf07043f tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.1225877 Jun 23 16:23:01.265896 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e8029a00-d95e-420d-9904-794e686a8119 req-6ea98db9-e70f-452a-b769-b0e1a55f7536 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558529 Jun 23 16:23:01.444652 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99284d59-337b-449a-bbe6-54f7e1a8b5d4 req-51436d3c-4c69-4030-9649-c189f28b997d tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:01.446395 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-99284d59-337b-449a-bbe6-54f7e1a8b5d4 req-51436d3c-4c69-4030-9649-c189f28b997d tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 948 time: 0.0746160 Jun 23 16:23:01.500751 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-99284d59-337b-449a-bbe6-54f7e1a8b5d4 req-6f471d72-c223-4fe0-9afd-4bc44ec2f374 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469048 Jun 23 16:23:01.696518 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device f32a5373-4c7a-4585-9133-e872c7446fd1 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:23:01.747626 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port f32a5373-4c7a-4585-9133-e872c7446fd1 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:23:01.748003 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:01.990290 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b9bff-abdd-47cd-b343-a72b7630a0a5 req-b7183bcd-5329-44c2-9ab0-aa2542efd76d tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:01.992185 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d47b9bff-abdd-47cd-b343-a72b7630a0a5 req-b7183bcd-5329-44c2-9ab0-aa2542efd76d tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 945 time: 0.0666068 Jun 23 16:23:02.036561 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d47b9bff-abdd-47cd-b343-a72b7630a0a5 req-afe1397b-6965-4ef5-8103-4e657b5fa588 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383079 Jun 23 16:23:02.476091 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c27c12-a066-4215-94f6-5c989ec6f0f6 req-58adf784-ae16-4ed2-b330-d8e9803184c0 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:02.478213 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e2c27c12-a066-4215-94f6-5c989ec6f0f6 req-58adf784-ae16-4ed2-b330-d8e9803184c0 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0851841 Jun 23 16:23:02.526783 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e2c27c12-a066-4215-94f6-5c989ec6f0f6 req-71281105-538e-46ae-a925-640147acaae7 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390947 Jun 23 16:23:02.615656 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-39506bb5-df08-43f3-a21e-9182aa27d83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:02.626816 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device ebddef9d-f596-4923-832c-8a6bb8ee98c1 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:23:02.655039 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 1dd77542-313f-4d54-88e2-c12367e8e14f up at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:23:02.805298 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0889f7f-ca6e-4731-8b9d-836034e07803 req-efbd3205-3f7b-4a98-99e1-aeb620cadecd tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:02.809012 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c0889f7f-ca6e-4731-8b9d-836034e07803 req-efbd3205-3f7b-4a98-99e1-aeb620cadecd tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 948 time: 0.1302662 Jun 23 16:23:02.863659 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c0889f7f-ca6e-4731-8b9d-836034e07803 req-47000d3c-f931-4f92-ad87-addc6951ecc8 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494473 Jun 23 16:23:02.949981 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning complete for port 1dd77542-313f-4d54-88e2-c12367e8e14f triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:23:02.950516 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:02.985826 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port ebddef9d-f596-4923-832c-8a6bb8ee98c1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ebddef9d-f596-4923-832c-8a6bb8ee98c1,segment=NetworkSegment(688fb09a-4b08-42a2-b875-adffac2c16fd),segment_id=688fb09a-4b08-42a2-b875-adffac2c16fd)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:03.007324 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Returning: {'device': 'ebddef9d-f596-4923-832c-8a6bb8ee98c1', 'network_id': '40af5bfc-f3c9-42f1-bf76-74466ecbfd7f', 'port_id': 'ebddef9d-f596-4923-832c-8a6bb8ee98c1', 'mac_address': 'fa:16:3e:3a:2c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95d030d-3dd3-4549-a207-755b20d9c3ab', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:23:03.076645 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:03.117568 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebddef9d-f596-4923-832c-8a6bb8ee98c1 {{(pid=92865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:23:03.138634 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:03.162118 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port ebddef9d-f596-4923-832c-8a6bb8ee98c1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ebddef9d-f596-4923-832c-8a6bb8ee98c1,segment=NetworkSegment(688fb09a-4b08-42a2-b875-adffac2c16fd),segment_id=688fb09a-4b08-42a2-b875-adffac2c16fd)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:03.175914 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:03.181631 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-6e6d3d3e-7efb-4fc6-b15a-e30258cdd923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:03.187903 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8133ee-b4b1-4383-ab0b-f3e6becd1b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd77542-313f-4d54-88e2-c12367e8e14f'}] {{(pid=92865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:23:03.190349 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053164b0cf726773bb22b402b066b9c97a54671ffe15cd7793040184515b98b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f31ba19-9cb0-425e-aca5-a4f7345d4251" -d '{"events": [{"server_uuid": "0a8133ee-b4b1-4383-ab0b-f3e6becd1b53", "name": "network-vif-plugged", "status": "completed", "tag": "1dd77542-313f-4d54-88e2-c12367e8e14f"}]}' {{(pid=92865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:23:03.260728 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 1dd77542-313f-4d54-88e2-c12367e8e14f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1dd77542-313f-4d54-88e2-c12367e8e14f,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:03.262110 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524805f9-7f67-4bda-b4d4-7bd103843f27 req-d9d85ae0-2cd6-4c11-95cc-ff7f6c508614 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:03.262941 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e72b3d-2882-4a20-b05d-5cc1b901d497 x-openstack-request-id: req-65e72b3d-2882-4a20-b05d-5cc1b901d497 {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:23:03.263279 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8133ee-b4b1-4383-ab0b-f3e6becd1b53", "name": "network-vif-plugged", "status": "completed", "tag": "1dd77542-313f-4d54-88e2-c12367e8e14f", "code": 200}]} {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:23:03.263601 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-65e72b3d-2882-4a20-b05d-5cc1b901d497 {{(pid=92865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:23:03.264018 dv-cinder-788363-4-iscsi neutron-server[92865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8133ee-b4b1-4383-ab0b-f3e6becd1b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd77542-313f-4d54-88e2-c12367e8e14f', 'code': 200} Jun 23 16:23:03.275063 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-524805f9-7f67-4bda-b4d4-7bd103843f27 req-d9d85ae0-2cd6-4c11-95cc-ff7f6c508614 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 945 time: 0.0931704 Jun 23 16:23:03.279767 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:03.317896 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-524805f9-7f67-4bda-b4d4-7bd103843f27 req-072b1703-a778-42b6-95bb-9d72905f3a75 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415192 Jun 23 16:23:03.339536 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=ebddef9d-f596-4923-832c-8a6bb8ee98c1,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:03.351103 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:03.353213 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:03.414280 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=1dd77542-313f-4d54-88e2-c12367e8e14f,revision_number=10']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:03.421683 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:03.672506 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['ebddef9d-f596-4923-832c-8a6bb8ee98c1'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:23:04.107400 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b0a40-f1b2-40c9-ac84-8f965056f583 req-f4b040aa-be1b-4061-bc97-27322e9ae2d7 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:04.108887 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-740b0a40-f1b2-40c9-ac84-8f965056f583 req-f4b040aa-be1b-4061-bc97-27322e9ae2d7 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 949 time: 0.1128988 Jun 23 16:23:04.161593 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-740b0a40-f1b2-40c9-ac84-8f965056f583 req-38d45c7d-2b64-4f08-8869-01b5cea154d0 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460067 Jun 23 16:23:04.164825 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90374d-8222-42ed-8c5a-5f604930b27f req-d288435b-1bc1-4eee-9111-a8ea28fddc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:04.166387 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1a90374d-8222-42ed-8c5a-5f604930b27f req-d288435b-1bc1-4eee-9111-a8ea28fddc57 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 1100 time: 0.1016395 Jun 23 16:23:04.210868 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1a90374d-8222-42ed-8c5a-5f604930b27f req-d9c2a2a7-56e6-45d2-8b09-a5ede7218019 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357542 Jun 23 16:23:04.559354 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1f6f0-d13a-4883-a5d9-9ba26bbf45b6 req-b1334f88-1886-4fe5-abec-f26167e20349 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:04.561051 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7cb1f6f0-d13a-4883-a5d9-9ba26bbf45b6 req-b1334f88-1886-4fe5-abec-f26167e20349 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 947 time: 0.0728083 Jun 23 16:23:04.599421 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7cb1f6f0-d13a-4883-a5d9-9ba26bbf45b6 req-89baeab6-d958-49c4-92d9-b14335b902da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327528 Jun 23 16:23:04.949683 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:05.370427 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59f4e0-f207-45df-97cf-83962bf8491e req-18f67164-25b9-4fe8-a792-89be329c63dc tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:05.371832 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ca59f4e0-f207-45df-97cf-83962bf8491e req-18f67164-25b9-4fe8-a792-89be329c63dc tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 949 time: 0.0872815 Jun 23 16:23:05.412534 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ca59f4e0-f207-45df-97cf-83962bf8491e req-9d4f4210-9f0a-408b-a295-8d2ef4c8adde tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349903 Jun 23 16:23:05.726741 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-664f87b3-b326-44d5-9722-13c10bb5ff39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:05.829535 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598a9bc-3263-47eb-bd4b-65ac68666f20 req-cc850fdc-24c7-4dc7-b742-f504026369ec tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:05.831079 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f598a9bc-3263-47eb-bd4b-65ac68666f20 req-cc850fdc-24c7-4dc7-b742-f504026369ec tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 947 time: 0.0982041 Jun 23 16:23:05.915559 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f598a9bc-3263-47eb-bd4b-65ac68666f20 req-0280b2cd-247b-4e82-82a7-b01f314e2192 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755281 Jun 23 16:23:06.449505 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:06.633393 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3bf4b-5fba-4d88-a42e-b0403ca0112e req-fcbc70b0-d95a-4cbc-a2f7-6e2ec55afc95 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:06.638641 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4fb3bf4b-5fba-4d88-a42e-b0403ca0112e req-fcbc70b0-d95a-4cbc-a2f7-6e2ec55afc95 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 949 time: 0.0758507 Jun 23 16:23:06.658115 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device ebddef9d-f596-4923-832c-8a6bb8ee98c1 up at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:23:06.679920 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4fb3bf4b-5fba-4d88-a42e-b0403ca0112e req-6b390484-6618-4aa7-a123-0f5391f408ee tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392907 Jun 23 16:23:06.755004 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning for port ebddef9d-f596-4923-832c-8a6bb8ee98c1 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:23:06.764812 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning complete for port ebddef9d-f596-4923-832c-8a6bb8ee98c1 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:23:06.765809 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:06.955186 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:07.001916 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port ebddef9d-f596-4923-832c-8a6bb8ee98c1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ebddef9d-f596-4923-832c-8a6bb8ee98c1,segment=NetworkSegment(688fb09a-4b08-42a2-b875-adffac2c16fd),segment_id=688fb09a-4b08-42a2-b875-adffac2c16fd)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:07.002998 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e85b9c-bc98-4dcd-b7f4-0f40ee259678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebddef9d-f596-4923-832c-8a6bb8ee98c1'}] {{(pid=92865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:23:07.005915 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053164b0cf726773bb22b402b066b9c97a54671ffe15cd7793040184515b98b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae4674e-f538-40b7-b400-91e0c63de653" -d '{"events": [{"server_uuid": "f1e85b9c-bc98-4dcd-b7f4-0f40ee259678", "name": "network-vif-plugged", "status": "completed", "tag": "ebddef9d-f596-4923-832c-8a6bb8ee98c1"}]}' {{(pid=92865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:23:07.023181 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:07.025493 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:07.090298 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=ebddef9d-f596-4923-832c-8a6bb8ee98c1,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:07.093971 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079dda92-1416-448d-8148-fde129e16621 x-openstack-request-id: req-079dda92-1416-448d-8148-fde129e16621 {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:23:07.094880 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e85b9c-bc98-4dcd-b7f4-0f40ee259678", "name": "network-vif-plugged", "status": "completed", "tag": "ebddef9d-f596-4923-832c-8a6bb8ee98c1", "code": 200}]} {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:23:07.094880 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-079dda92-1416-448d-8148-fde129e16621 {{(pid=92865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:23:07.095097 dv-cinder-788363-4-iscsi neutron-server[92865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e85b9c-bc98-4dcd-b7f4-0f40ee259678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebddef9d-f596-4923-832c-8a6bb8ee98c1', 'code': 200} Jun 23 16:23:07.095773 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:07.179831 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8961b-127c-49b1-853c-b11c75505d18 req-2554fc81-675d-4594-a37c-be52ff8a3bc5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:07.205608 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3ff8961b-127c-49b1-853c-b11c75505d18 req-2554fc81-675d-4594-a37c-be52ff8a3bc5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 947 time: 0.1357038 Jun 23 16:23:07.262192 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3ff8961b-127c-49b1-853c-b11c75505d18 req-2b40594f-9227-4f62-9ed8-dae5dc3ddbe7 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536101 Jun 23 16:23:07.420861 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81253252-a699-4f1e-8f40-25f9ae3ae065 req-2aa790b1-4060-4713-bd3c-a5335696133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:07.422771 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-81253252-a699-4f1e-8f40-25f9ae3ae065 req-2aa790b1-4060-4713-bd3c-a5335696133e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 1103 time: 0.0721178 Jun 23 16:23:07.467217 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-81253252-a699-4f1e-8f40-25f9ae3ae065 req-7e87ff04-0419-408c-a0f8-d3e12ff01c11 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375066 Jun 23 16:23:07.549425 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:23:07.659495 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b87cb3-c902-46af-8883-8e5d272e5165 req-14a8d115-7d42-42d5-8c3d-3a6711ce6838 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:07.660965 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f8b87cb3-c902-46af-8883-8e5d272e5165 req-14a8d115-7d42-42d5-8c3d-3a6711ce6838 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 945 time: 0.0710349 Jun 23 16:23:07.710768 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f8b87cb3-c902-46af-8883-8e5d272e5165 req-88a6e06d-123b-4188-bc36-ee6d6f7b8d3d tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/security-groups?id=895e53b7-ce1d-4b47-8f92-f82834b5db18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356891 Jun 23 16:23:07.949776 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2300df-5f08-4251-9537-9635723af832 req-43ec1668-6e58-4596-a99f-d02d9fd5f335 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:07.951478 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0f2300df-5f08-4251-9537-9635723af832 req-43ec1668-6e58-4596-a99f-d02d9fd5f335 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 950 time: 0.0808437 Jun 23 16:23:07.994374 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0f2300df-5f08-4251-9537-9635723af832 req-fad4da8b-4818-4911-9ca5-9dfc12af232b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364716 Jun 23 16:23:07.999966 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e8c5e-cbc5-46b1-8f9d-ded202c24596 req-313d99bd-24b9-4b1b-8231-eaaeafa1b402 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:08.002344 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2f0e8c5e-cbc5-46b1-8f9d-ded202c24596 req-313d99bd-24b9-4b1b-8231-eaaeafa1b402 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0900304 Jun 23 16:23:08.048775 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2f0e8c5e-cbc5-46b1-8f9d-ded202c24596 req-f7a76f78-7ad9-4b82-91f4-1a5b0f118e7a tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375226 Jun 23 16:23:08.095348 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:08.584817 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-18cb5591-b13e-406f-a26b-0df9b40b41f2 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:08.586167 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-18cb5591-b13e-406f-a26b-0df9b40b41f2 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/networks?id=e40f1efa-aa02-4435-8e80-f9895998c317 HTTP/1.1" status: 200 len: 815 time: 0.0989203 Jun 23 16:23:08.600147 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-903cdcf4-330b-4b13-aead-1481bf8d39e7 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/quotas/cdb28e7f4a274ab197951487cf2ae202 HTTP/1.1" status: 200 len: 375 time: 0.0085387 Jun 23 16:23:08.666922 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-0438dffd-4832-4260-a5c8-064dbbfc7abb tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cdb28e7f4a274ab197951487cf2ae202&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616677 Jun 23 16:23:08.762085 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-54e26e65-dd13-4a9a-af59-284c824696d9 service neutron] 10.222.0.46 "GET /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839570 Jun 23 16:23:08.847129 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-ecc75164-8eb0-49f1-a013-278fbddd034e service neutron] 10.222.0.46 "GET /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789914 Jun 23 16:23:08.891047 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eef5e1-bf04-4042-8bda-4fb130141961 req-83c64981-57a3-4436-b4c6-afe36ab7f6ce tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:08.892616 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-17eef5e1-bf04-4042-8bda-4fb130141961 req-83c64981-57a3-4436-b4c6-afe36ab7f6ce tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 945 time: 0.0680370 Jun 23 16:23:08.932855 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-17eef5e1-bf04-4042-8bda-4fb130141961 req-512e1b23-72a3-48c4-9bb1-9ad9b89cc1f3 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/security-groups?id=895e53b7-ce1d-4b47-8f92-f82834b5db18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347261 Jun 23 16:23:09.027963 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-194c6db5-3cc5-47b3-aa06-4783a20bfe9d req-3f8c659d-913e-48ea-9247-54cd0cb4400d tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0287523 Jun 23 16:23:09.178103 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:09.205062 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceba7bb-8e49-4853-9f89-58c9ee634d25 req-6cb02bdf-ea05-4902-b422-a61fe7bf466d tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:09.206808 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1ceba7bb-8e49-4853-9f89-58c9ee634d25 req-6cb02bdf-ea05-4902-b422-a61fe7bf466d tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 950 time: 0.0835166 Jun 23 16:23:09.242902 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95473e45-a314-4955-8fc9-3171544c4338 req-ef9641fb-439e-4ca6-88a4-f23ef5b8b060 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:09.244532 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-95473e45-a314-4955-8fc9-3171544c4338 req-ef9641fb-439e-4ca6-88a4-f23ef5b8b060 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0829301 Jun 23 16:23:09.261780 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1ceba7bb-8e49-4853-9f89-58c9ee634d25 req-aaaeaad4-3339-4963-9f67-9f76f3f30a16 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426624 Jun 23 16:23:09.299689 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-95473e45-a314-4955-8fc9-3171544c4338 req-4ee90b86-41ba-496a-ad5e-d1561feefe35 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494661 Jun 23 16:23:10.104214 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac657c-f46b-4747-bdad-7d875c2fcee0 req-b1afe8ad-17fa-4d17-9baa-ba211976b35b tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:10.105679 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-05ac657c-f46b-4747-bdad-7d875c2fcee0 req-b1afe8ad-17fa-4d17-9baa-ba211976b35b tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 945 time: 0.0644255 Jun 23 16:23:10.143483 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-05ac657c-f46b-4747-bdad-7d875c2fcee0 req-4424e8bd-3728-47d5-9cd5-9b9487947bc5 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/security-groups?id=895e53b7-ce1d-4b47-8f92-f82834b5db18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320489 Jun 23 16:23:10.168746 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4fa23d04-1d8d-462b-bb76-318ae23c08b4 req-990a3024-4cb0-4123-8e23-2b53e7eb457d tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0295289 Jun 23 16:23:10.455687 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72032967-baf0-41c3-8067-a26c6113063e req-a5c906cc-ca06-4cd7-a37b-72628184d44b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:10.457149 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-72032967-baf0-41c3-8067-a26c6113063e req-a5c906cc-ca06-4cd7-a37b-72628184d44b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 950 time: 0.0617967 Jun 23 16:23:10.497827 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-72032967-baf0-41c3-8067-a26c6113063e req-00cff7e2-13ed-4e7c-9884-81bb7046ea55 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319636 Jun 23 16:23:10.551231 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b841f-1dd5-408e-bfda-066e6eef6bf5 req-a637e91e-dd1e-467c-bd61-aef2efa399c6 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:10.552711 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-5c4b841f-1dd5-408e-bfda-066e6eef6bf5 req-a637e91e-dd1e-467c-bd61-aef2efa399c6 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.1347044 Jun 23 16:23:10.598875 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-8a1a5bed-7e39-4421-99be-ae87a6c4bce6 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:10.600307 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-8a1a5bed-7e39-4421-99be-ae87a6c4bce6 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.84 "GET /v2.0/networks?id=e40f1efa-aa02-4435-8e80-f9895998c317 HTTP/1.1" status: 200 len: 815 time: 0.1335011 Jun 23 16:23:10.616706 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-5c4b841f-1dd5-408e-bfda-066e6eef6bf5 req-52acca57-0128-4131-88bd-7786116defe3 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519524 Jun 23 16:23:10.667297 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-95e90f8a-6b6c-486f-b095-1d77e7ce2b75 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Request body: {'port': {'device_id': '456920a1-fa3a-48e6-ab7d-3a645bcbc651', 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317', 'admin_state_up': True, 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:23:10.781149 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-95e90f8a-6b6c-486f-b095-1d77e7ce2b75 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Made reservation on behalf of cdb28e7f4a274ab197951487cf2ae202 for: {'port': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:23:10.784875 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-95e90f8a-6b6c-486f-b095-1d77e7ce2b75 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:10.940613 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-95e90f8a-6b6c-486f-b095-1d77e7ce2b75 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Allocated IP 172.20.0.12 (e40f1efa-aa02-4435-8e80-f9895998c317/667f364d-b2c7-4f78-a61d-69197d80695b/7cb9d45f-6278-4439-8cc1-c398b01991ed) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:23:10.985557 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c050b9-f82c-4dfe-b253-c64760caf1b6 req-22a1118d-3dcd-485a-ba74-fdc4328e2a7b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:10.987502 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c0c050b9-f82c-4dfe-b253-c64760caf1b6 req-22a1118d-3dcd-485a-ba74-fdc4328e2a7b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 950 time: 0.1268477 Jun 23 16:23:11.116685 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c0c050b9-f82c-4dfe-b253-c64760caf1b6 req-d027df95-40b2-42bc-a875-60a4b0c19c12 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234190 Jun 23 16:23:11.181801 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-95e90f8a-6b6c-486f-b095-1d77e7ce2b75 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:11.198004 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a6e7c-3a8b-4c39-acb7-f357a9aea873 req-1551a497-3bfa-4c31-9583-688edacf8664 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:11.199512 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-938a6e7c-3a8b-4c39-acb7-f357a9aea873 req-1551a497-3bfa-4c31-9583-688edacf8664 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.84 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 945 time: 0.1474252 Jun 23 16:23:11.206806 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-95e90f8a-6b6c-486f-b095-1d77e7ce2b75 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Transition to ACTIVE for port object 7cb9d45f-6278-4439-8cc1-c398b01991ed will not be triggered until provisioned by entity DHCP. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:23:11.337822 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-95e90f8a-6b6c-486f-b095-1d77e7ce2b75 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125858108'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:11.352357 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-17dcc81c-6322-4e78-af15-c97d7a9a5e51 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:11.452729 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-95e90f8a-6b6c-486f-b095-1d77e7ce2b75 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Network e40f1efa-aa02-4435-8e80-f9895998c317 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:23:11.475617 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635b53d-f0bd-476c-9d62-f690d8ad6a8a req-e251d6c5-58b0-49e9-8718-3d8ec0497458 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:11.476229 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-95e90f8a-6b6c-486f-b095-1d77e7ce2b75 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:23:11.477965 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5635b53d-f0bd-476c-9d62-f690d8ad6a8a req-e251d6c5-58b0-49e9-8718-3d8ec0497458 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 932 time: 0.1067820 Jun 23 16:23:11.490986 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-95e90f8a-6b6c-486f-b095-1d77e7ce2b75 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:23:11.524146 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e90f8a-6b6c-486f-b095-1d77e7ce2b75 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Pushing event updated for resources: {'Port': ['ID=7cb9d45f-6278-4439-8cc1-c398b01991ed,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:11.544190 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-95e90f8a-6b6c-486f-b095-1d77e7ce2b75 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:11.545114 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5635b53d-f0bd-476c-9d62-f690d8ad6a8a req-d43a661e-703d-4e75-9b74-75dfbac77c8b tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606542 Jun 23 16:23:11.583024 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3cc7f-eeb8-4beb-b316-b559caf4900a req-c5af1afc-3ce3-4883-b8da-75cdad9ae6aa tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:11.590726 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a3f3cc7f-eeb8-4beb-b316-b559caf4900a req-c5af1afc-3ce3-4883-b8da-75cdad9ae6aa tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 945 time: 0.2574766 Jun 23 16:23:11.610402 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-938a6e7c-3a8b-4c39-acb7-f357a9aea873 req-45b9d28b-d679-44ce-8660-a1419cb7caef tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Deleting port 182774e2-9071-480b-b50a-ba597049b022 {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:23:11.611111 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-938a6e7c-3a8b-4c39-acb7-f357a9aea873 req-45b9d28b-d679-44ce-8660-a1419cb7caef tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:11.697264 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a3f3cc7f-eeb8-4beb-b316-b559caf4900a req-cbc26957-5a81-4154-a0df-d63cd62c40a1 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/security-groups?id=895e53b7-ce1d-4b47-8f92-f82834b5db18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052980 Jun 23 16:23:11.702742 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-95e90f8a-6b6c-486f-b095-1d77e7ce2b75 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:11.703372 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-95e90f8a-6b6c-486f-b095-1d77e7ce2b75 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:11.791655 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-938a6e7c-3a8b-4c39-acb7-f357a9aea873 req-45b9d28b-d679-44ce-8660-a1419cb7caef tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] For port 182774e2-9071-480b-b50a-ba597049b022, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=182774e2-9071-480b-b50a-ba597049b022,segment=NetworkSegment(7d04fecc-825b-4941-aff1-ece9015f1e2b),segment_id=7d04fecc-825b-4941-aff1-ece9015f1e2b)] {{(pid=92863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:11.792460 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-938a6e7c-3a8b-4c39-acb7-f357a9aea873 req-45b9d28b-d679-44ce-8660-a1419cb7caef tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:11.810254 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-95e90f8a-6b6c-486f-b095-1d77e7ce2b75 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1472197 Jun 23 16:23:11.821676 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-938a6e7c-3a8b-4c39-acb7-f357a9aea873 req-45b9d28b-d679-44ce-8660-a1419cb7caef tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Calling delete_port for 182774e2-9071-480b-b50a-ba597049b022 owned by compute:nova {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:23:11.829208 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-ef85cb8a-9097-4262-9ec3-c28231f7a48c None None] Provisioning for port 7cb9d45f-6278-4439-8cc1-c398b01991ed completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:23:11.839740 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-ef85cb8a-9097-4262-9ec3-c28231f7a48c None None] Provisioning complete for port 7cb9d45f-6278-4439-8cc1-c398b01991ed triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:23:11.841028 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ef85cb8a-9097-4262-9ec3-c28231f7a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:11.903086 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de95a9-87d3-4adc-94de-2668ddb49fec req-d3c6abb8-d7cf-4f7a-bb2f-adf070452cc5 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:11.912003 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b5de95a9-87d3-4adc-94de-2668ddb49fec req-d3c6abb8-d7cf-4f7a-bb2f-adf070452cc5 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0966418 Jun 23 16:23:11.916090 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-ef85cb8a-9097-4262-9ec3-c28231f7a48c None None] Port 7cb9d45f-6278-4439-8cc1-c398b01991ed cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:23:11.968331 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b5de95a9-87d3-4adc-94de-2668ddb49fec req-48e473eb-039b-434c-966c-ca0c6dcf4afc tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548766 Jun 23 16:23:12.032891 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-938a6e7c-3a8b-4c39-acb7-f357a9aea873 req-45b9d28b-d679-44ce-8660-a1419cb7caef tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:12.036556 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-c192af01-0738-4eb9-841a-8c9287e5ce4b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:12.064398 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9d28b-d679-44ce-8660-a1419cb7caef tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Pushing event deleted for resources: {'Port': ['ID=182774e2-9071-480b-b50a-ba597049b022,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:12.083606 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['182774e2-9071-480b-b50a-ba597049b022'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:23:12.089051 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-45b9d28b-d679-44ce-8660-a1419cb7caef tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:12.112553 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-938a6e7c-3a8b-4c39-acb7-f357a9aea873 req-45b9d28b-d679-44ce-8660-a1419cb7caef tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] No DVR routers for this DVR port 182774e2-9071-480b-b50a-ba597049b022 on host hv-cinder-78836 {{(pid=92863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:23:12.115056 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-938a6e7c-3a8b-4c39-acb7-f357a9aea873 req-45b9d28b-d679-44ce-8660-a1419cb7caef tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:12.117003 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-938a6e7c-3a8b-4c39-acb7-f357a9aea873 req-45b9d28b-d679-44ce-8660-a1419cb7caef tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.84 "DELETE /v2.0/ports/182774e2-9071-480b-b50a-ba597049b022 HTTP/1.1" status: 204 len: 173 time: 0.9029891 Jun 23 16:23:12.117546 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146c2e54-a571-49a2-b5b1-acd7f4e9b5b0', 'name': 'network-vif-deleted', 'tag': '182774e2-9071-480b-b50a-ba597049b022'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:23:12.119856 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc35388-816f-42a3-beba-71abf12c30e3" -d '{"events": [{"server_uuid": "146c2e54-a571-49a2-b5b1-acd7f4e9b5b0", "name": "network-vif-deleted", "tag": "182774e2-9071-480b-b50a-ba597049b022"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:23:12.159186 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43988cb-43e1-43dc-b5de-3b736bdced7b x-openstack-request-id: req-f43988cb-43e1-43dc-b5de-3b736bdced7b {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:23:12.159381 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146c2e54-a571-49a2-b5b1-acd7f4e9b5b0", "name": "network-vif-deleted", "tag": "182774e2-9071-480b-b50a-ba597049b022", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:23:12.159658 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f43988cb-43e1-43dc-b5de-3b736bdced7b {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:23:12.160082 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146c2e54-a571-49a2-b5b1-acd7f4e9b5b0', 'name': 'network-vif-deleted', 'tag': '182774e2-9071-480b-b50a-ba597049b022', 'status': 'completed', 'code': 200} Jun 23 16:23:12.296825 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c91d3e-610a-414d-a262-355769f6344a req-2007c329-2fe3-4965-9991-4c90a564744b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:12.298332 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-89c91d3e-610a-414d-a262-355769f6344a req-2007c329-2fe3-4965-9991-4c90a564744b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 950 time: 0.0640466 Jun 23 16:23:12.343999 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-89c91d3e-610a-414d-a262-355769f6344a req-023cf320-db48-488e-ab7d-4da6e9917e1b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398235 Jun 23 16:23:12.736779 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47aa38-6a29-47c9-9dd9-37e373504ffa req-24c572f9-73f8-42ff-9741-b2973525ab14 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:12.738594 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8f47aa38-6a29-47c9-9dd9-37e373504ffa req-24c572f9-73f8-42ff-9741-b2973525ab14 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 932 time: 0.0677836 Jun 23 16:23:12.797325 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8f47aa38-6a29-47c9-9dd9-37e373504ffa req-63a53eca-1b5a-4e40-ab68-37eeb43d3960 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392747 Jun 23 16:23:12.856838 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-df3b0803-2fb8-45cf-b170-e29ea8bcffec req-d05153e6-60a0-4a0f-878e-4dc6c6759a37 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 210 time: 0.0295725 Jun 23 16:23:13.140637 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582d0ff-1b19-4de7-acad-89caa59e2bd0 req-3c22d4ac-bbe5-4e55-937d-35059790318a tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:13.142221 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0582d0ff-1b19-4de7-acad-89caa59e2bd0 req-3c22d4ac-bbe5-4e55-937d-35059790318a tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0639622 Jun 23 16:23:13.183402 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0582d0ff-1b19-4de7-acad-89caa59e2bd0 req-2ca2ebf8-7d22-4668-b956-6de6d0069c08 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352454 Jun 23 16:23:13.518989 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929f8b5-a731-46c2-96ca-e0b05a6362f9 req-1bf5a614-b794-4043-8f37-e57eabb94373 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:13.520616 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4929f8b5-a731-46c2-96ca-e0b05a6362f9 req-1bf5a614-b794-4043-8f37-e57eabb94373 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 950 time: 0.0615511 Jun 23 16:23:13.558078 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4929f8b5-a731-46c2-96ca-e0b05a6362f9 req-16e2e2b6-8ffc-4719-9aeb-f94a68f5a10c tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318217 Jun 23 16:23:13.990666 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54a1f6-726b-4abe-9c15-3d10b6c23e64 req-ec65a465-f15b-44f9-86a1-1a43f4b60da5 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:13.992836 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8e54a1f6-726b-4abe-9c15-3d10b6c23e64 req-ec65a465-f15b-44f9-86a1-1a43f4b60da5 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 932 time: 0.0867941 Jun 23 16:23:14.012909 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7e435f16-bd5d-48fc-8023-f4a9abe16586 req-34f80929-92e7-4fd1-a903-5c742113d618 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 210 time: 0.0313723 Jun 23 16:23:14.036680 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8e54a1f6-726b-4abe-9c15-3d10b6c23e64 req-ad8cf5c2-23d8-41ab-8c84-2a16e110a43b tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365970 Jun 23 16:23:14.359750 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281dc4e9-3f49-493f-90b1-219179202b13 req-c3bb2df9-dc7a-458e-bd84-578ffac78e5b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:14.361393 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-281dc4e9-3f49-493f-90b1-219179202b13 req-c3bb2df9-dc7a-458e-bd84-578ffac78e5b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0663705 Jun 23 16:23:14.411895 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-281dc4e9-3f49-493f-90b1-219179202b13 req-b43c2c40-21ec-4fa3-9d6a-ace31f0a7b07 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444083 Jun 23 16:23:14.711495 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 182774e2-9071-480b-b50a-ba597049b022 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:23:14.732004 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] No Port match for: 182774e2-9071-480b-b50a-ba597049b022 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:23:14.732715 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 182774e2-9071-480b-b50a-ba597049b022 not bound to the agent host hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:23:14.745998 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d65510-cc24-4a34-bf8b-e99493a8659b req-68a6ed3c-0189-443e-9a1b-8af7eca40728 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:14.748004 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-27d65510-cc24-4a34-bf8b-e99493a8659b req-68a6ed3c-0189-443e-9a1b-8af7eca40728 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 950 time: 0.0760300 Jun 23 16:23:14.786213 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-27d65510-cc24-4a34-bf8b-e99493a8659b req-9137345a-7eda-4d48-a833-f06a85692469 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315602 Jun 23 16:23:15.170742 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1448145f-1090-427f-9216-e95f4aa45db8 req-5f0a4d2c-dfac-4a5d-96c1-790a58977a50 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 210 time: 0.0310981 Jun 23 16:23:15.236915 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74662ee-c085-4d4c-a5fb-f2446ac5c5eb req-aeb9a402-5703-486b-a14f-5b6f76fb5680 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:15.238403 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a74662ee-c085-4d4c-a5fb-f2446ac5c5eb req-aeb9a402-5703-486b-a14f-5b6f76fb5680 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 932 time: 0.0644641 Jun 23 16:23:15.283103 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a74662ee-c085-4d4c-a5fb-f2446ac5c5eb req-b4cb67dc-8db0-421c-9149-eb6493893531 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371888 Jun 23 16:23:15.594542 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa66e4-5de6-42a6-b51d-9a454ce567f1 req-d48436e5-cd71-4524-a06e-bb88d77f8a25 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:15.596037 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-53fa66e4-5de6-42a6-b51d-9a454ce567f1 req-d48436e5-cd71-4524-a06e-bb88d77f8a25 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0698886 Jun 23 16:23:15.636546 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-53fa66e4-5de6-42a6-b51d-9a454ce567f1 req-905525ec-8b4b-4959-aa01-5742a639025b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335262 Jun 23 16:23:15.970987 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ab9da-bfb6-4bb8-849f-4fb1f3cdaa46 req-87c96755-a74d-43b9-9ecd-dc094df8b7b2 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:15.972449 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-df4ab9da-bfb6-4bb8-849f-4fb1f3cdaa46 req-87c96755-a74d-43b9-9ecd-dc094df8b7b2 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 950 time: 0.0698876 Jun 23 16:23:16.011722 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-df4ab9da-bfb6-4bb8-849f-4fb1f3cdaa46 req-33ab41ba-5ca3-4cbb-8c81-e6310c03bc1c tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327148 Jun 23 16:23:16.318430 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c9731e8a-a711-4895-ab83-fb49a3722607 req-a77bbb55-c6d6-49a4-bfe3-dcb7ab7c4041 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 210 time: 0.0319004 Jun 23 16:23:16.459029 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762bc7c-7603-4e01-a4ba-236572a1f874 req-72d901e2-7b73-4900-bcc3-e545ab2ac4b2 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:16.460927 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6762bc7c-7603-4e01-a4ba-236572a1f874 req-72d901e2-7b73-4900-bcc3-e545ab2ac4b2 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 932 time: 0.0659788 Jun 23 16:23:16.497825 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6762bc7c-7603-4e01-a4ba-236572a1f874 req-533cf8fb-f82c-4b95-ab33-8220dee09a92 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312877 Jun 23 16:23:16.810799 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee2c84-8746-4b47-9491-95bb6a53ae00 req-4f874d76-2b48-409a-a974-75bcc470f841 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:16.812671 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-58ee2c84-8746-4b47-9491-95bb6a53ae00 req-4f874d76-2b48-409a-a974-75bcc470f841 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0633276 Jun 23 16:23:16.851950 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-58ee2c84-8746-4b47-9491-95bb6a53ae00 req-e2ab10c8-aeb3-4538-97e1-d3c1222c5c34 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327454 Jun 23 16:23:17.201347 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519cf9c-9b3a-4cbe-95f8-bd2521859cdb req-ca9195ab-00ee-477f-9a73-05a002d34f26 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:17.202870 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c519cf9c-9b3a-4cbe-95f8-bd2521859cdb req-ca9195ab-00ee-477f-9a73-05a002d34f26 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 950 time: 0.0696988 Jun 23 16:23:17.241875 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c519cf9c-9b3a-4cbe-95f8-bd2521859cdb req-501c963d-c0a3-4d58-8f0e-98ba39b4f6fb tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330834 Jun 23 16:23:17.462457 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a47ad07b-2192-49fd-a8cc-616e29b6fb95 req-702a895d-67bc-4da3-bd29-3c7bed50c45e tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 210 time: 0.0279984 Jun 23 16:23:17.679114 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b97c7a-d7f9-4d36-b324-9cb607016683 req-e0480de3-9320-4214-9bd3-fbc09a754730 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:17.681304 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-82b97c7a-d7f9-4d36-b324-9cb607016683 req-e0480de3-9320-4214-9bd3-fbc09a754730 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 932 time: 0.0700948 Jun 23 16:23:17.720714 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-82b97c7a-d7f9-4d36-b324-9cb607016683 req-91e0abd7-d46d-4868-bffc-9c9e959a08a9 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337155 Jun 23 16:23:18.028510 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76754e-c374-42e3-884c-f611d261e064 req-77e085fd-bfdd-4912-b7c8-e2f416324636 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:18.029938 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-cc76754e-c374-42e3-884c-f611d261e064 req-77e085fd-bfdd-4912-b7c8-e2f416324636 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0650373 Jun 23 16:23:18.076790 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-cc76754e-c374-42e3-884c-f611d261e064 req-936f2c0b-3c2a-406b-9709-03b6c187a886 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388746 Jun 23 16:23:18.422397 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73ee40-b78c-4805-87ee-7c1a64e7a1f2 req-9cb848b7-85ad-47cc-99e2-85263c5f85f5 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:18.423856 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-9e73ee40-b78c-4805-87ee-7c1a64e7a1f2 req-9cb848b7-85ad-47cc-99e2-85263c5f85f5 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 950 time: 0.0638731 Jun 23 16:23:18.463538 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-9e73ee40-b78c-4805-87ee-7c1a64e7a1f2 req-9933c942-b739-4091-8123-d01a3f63003f tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338697 Jun 23 16:23:18.611788 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c7e7d30a-f7a7-4cb1-aecf-9493c6f431ff req-056a3ae8-76b4-473c-8024-ae6af038d6ea tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 210 time: 0.0292692 Jun 23 16:23:18.905842 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e2201-a5bb-47c7-84ae-9a0774b470ca req-b9ccc800-2994-4a02-afc6-e59c60aa1e3d tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:18.907268 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c34e2201-a5bb-47c7-84ae-9a0774b470ca req-b9ccc800-2994-4a02-afc6-e59c60aa1e3d tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 932 time: 0.0690074 Jun 23 16:23:18.948317 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c34e2201-a5bb-47c7-84ae-9a0774b470ca req-bb9412ce-8383-4af5-ad81-0a372cb4d2bf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350118 Jun 23 16:23:19.408873 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3f12a-717a-4352-a6cd-ee4c7af4f76f req-2a203254-2688-4e1a-92a5-9a98479d24ff tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:19.410635 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-05e3f12a-717a-4352-a6cd-ee4c7af4f76f req-2a203254-2688-4e1a-92a5-9a98479d24ff tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0648072 Jun 23 16:23:19.449288 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-05e3f12a-717a-4352-a6cd-ee4c7af4f76f req-f2227d85-f660-44f7-ac88-224a824813ed tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323343 Jun 23 16:23:19.641630 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65732bb1-b20e-46f9-b90d-6be0f28f5e96 req-ef9df3e6-4650-4e2a-bcab-4a7c0375e1f8 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:19.643184 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-65732bb1-b20e-46f9-b90d-6be0f28f5e96 req-ef9df3e6-4650-4e2a-bcab-4a7c0375e1f8 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 950 time: 0.0649929 Jun 23 16:23:19.692666 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-65732bb1-b20e-46f9-b90d-6be0f28f5e96 req-c7443b3d-e063-4f05-92bc-fcb7032c5a50 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413768 Jun 23 16:23:19.774669 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-41a44a6f-cca8-47fb-89c2-77ffef044e7a req-17f09642-0054-4527-984f-8afbb6cd3ec2 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 210 time: 0.0350657 Jun 23 16:23:20.129527 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950eb6d9-575a-4a9f-bf5b-e8c19b605c68 req-2f61fd22-f49a-4d7e-a04c-92a5616e6277 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:20.131409 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-950eb6d9-575a-4a9f-bf5b-e8c19b605c68 req-2f61fd22-f49a-4d7e-a04c-92a5616e6277 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 932 time: 0.0683353 Jun 23 16:23:20.170143 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-950eb6d9-575a-4a9f-bf5b-e8c19b605c68 req-d2300149-a09c-4d5d-9bc2-2ecebbba0304 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331404 Jun 23 16:23:20.627289 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2c1c5-81db-4bb2-b1c5-0aa628e43215 req-8f2add3d-a211-4885-bb1b-a4b40fdfa637 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:20.628675 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1fe2c1c5-81db-4bb2-b1c5-0aa628e43215 req-8f2add3d-a211-4885-bb1b-a4b40fdfa637 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0654380 Jun 23 16:23:20.670969 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1fe2c1c5-81db-4bb2-b1c5-0aa628e43215 req-20cba637-bd6d-4050-9bee-d2c7f2443e93 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358508 Jun 23 16:23:20.879344 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa4c59-5cca-4aab-8601-3b49aa57d553 req-4caf5d8d-f654-42cb-9a23-f6e5e9037ddf tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:20.881404 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-78fa4c59-5cca-4aab-8601-3b49aa57d553 req-4caf5d8d-f654-42cb-9a23-f6e5e9037ddf tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 950 time: 0.0727637 Jun 23 16:23:20.924622 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-78fa4c59-5cca-4aab-8601-3b49aa57d553 req-53d23e16-12f0-43cd-bfd7-6489058d59ed tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369499 Jun 23 16:23:20.949318 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-92620063-21df-486a-b1fd-02a5c1835443 req-ff44cd79-e2f0-47b7-a54d-f894eb96f61f tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 210 time: 0.0297544 Jun 23 16:23:21.347083 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982d803-e8fc-4786-ab03-401af4eeb5da req-0094e580-99cf-47e1-bc01-e0d5d162a113 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:21.349119 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7982d803-e8fc-4786-ab03-401af4eeb5da req-0094e580-99cf-47e1-bc01-e0d5d162a113 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 932 time: 0.0689304 Jun 23 16:23:21.389231 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7982d803-e8fc-4786-ab03-401af4eeb5da req-eeb257fa-a942-466b-8271-22ac522713f0 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337527 Jun 23 16:23:21.853115 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7addc65-6ad0-4220-915a-c0f626ff299c req-73daf5cc-4c91-468a-bfcc-440351fc1f15 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:21.854591 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f7addc65-6ad0-4220-915a-c0f626ff299c req-73daf5cc-4c91-468a-bfcc-440351fc1f15 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0621619 Jun 23 16:23:21.895317 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f7addc65-6ad0-4220-915a-c0f626ff299c req-3d90b6a1-3472-443b-a2b4-8774cf0bbb91 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351183 Jun 23 16:23:22.098610 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a35aa65a-8134-42da-9b0c-58a89298da6b req-a6fa94fe-5f6c-4ff9-ac32-b312eea1b0cc tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 210 time: 0.0359170 Jun 23 16:23:22.123011 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bbb15-a5bd-4926-97c9-5fb7f533e8b0 req-141a2dd9-2b72-47a1-87d1-8c8c01e94a0a tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:22.124482 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c40bbb15-a5bd-4926-97c9-5fb7f533e8b0 req-141a2dd9-2b72-47a1-87d1-8c8c01e94a0a tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 950 time: 0.0696685 Jun 23 16:23:22.164227 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c40bbb15-a5bd-4926-97c9-5fb7f533e8b0 req-273ca000-406f-4efc-bd1c-6b607e618f1f tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336273 Jun 23 16:23:22.561538 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba3359-a104-4dda-b425-77320929de16 req-4a0af90e-6269-4353-81d9-f5b4be41dde4 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:22.563026 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-79ba3359-a104-4dda-b425-77320929de16 req-4a0af90e-6269-4353-81d9-f5b4be41dde4 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 932 time: 0.0630519 Jun 23 16:23:22.599871 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-79ba3359-a104-4dda-b425-77320929de16 req-aa9caca7-f5ec-4614-a240-760c0f7a2a6c tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313323 Jun 23 16:23:23.074840 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8531b34-2c2d-49ea-babc-b376a7ceabfe req-9fda8a68-7fb0-40b0-9ffc-f33554513064 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:23.076260 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f8531b34-2c2d-49ea-babc-b376a7ceabfe req-9fda8a68-7fb0-40b0-9ffc-f33554513064 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0642564 Jun 23 16:23:23.115432 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f8531b34-2c2d-49ea-babc-b376a7ceabfe req-c3f57836-5182-4ddb-8c82-7d00c36531fc tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336151 Jun 23 16:23:23.242578 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-cab8fcb0-1f20-40a7-ba35-ef215e221d40 req-d37cbc5e-2bdb-4846-8936-f3d644c7eb79 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 210 time: 0.0289793 Jun 23 16:23:23.486990 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b7b7b-96ca-4ca4-865a-28b0c90671eb req-c044d884-b3bc-4744-a8e6-cc6522cb9528 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:23.488323 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-429b7b7b-96ca-4ca4-865a-28b0c90671eb req-c044d884-b3bc-4744-a8e6-cc6522cb9528 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 950 time: 0.0653558 Jun 23 16:23:23.761416 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Request body: {'port': {'device_id': '456920a1-fa3a-48e6-ab7d-3a645bcbc651', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:23:23.778450 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced2711-4d7c-4b19-996c-d103dbdfce76 req-92ef6ca2-3731-4d48-92ba-aad22e698ece tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:23.779963 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1ced2711-4d7c-4b19-996c-d103dbdfce76 req-92ef6ca2-3731-4d48-92ba-aad22e698ece tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 932 time: 0.0666208 Jun 23 16:23:23.807194 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-429b7b7b-96ca-4ca4-865a-28b0c90671eb req-a858ab2c-8f18-42a9-ae6b-6ffb41bae84d tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131578 Jun 23 16:23:23.835655 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1ced2711-4d7c-4b19-996c-d103dbdfce76 req-f59bd6f5-bbbe-4604-962d-db508775cf60 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494947 Jun 23 16:23:23.856604 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:24.106308 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb9d45f-6278-4439-8cc1-c398b01991ed {{(pid=92863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:23:24.113491 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:24.124616 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Transition to ACTIVE for port object 7cb9d45f-6278-4439-8cc1-c398b01991ed will not be triggered until provisioned by entity L2. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:23:24.129619 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:24.132740 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-b751f36d-e5da-497b-80c5-5912b9a63384 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:24.212056 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Pushing event updated for resources: {'Port': ['ID=7cb9d45f-6278-4439-8cc1-c398b01991ed,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:24.215609 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:24.313717 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Attempting to bind port 7cb9d45f-6278-4439-8cc1-c398b01991ed on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:23:24.314062 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Attempting to bind port 7cb9d45f-6278-4439-8cc1-c398b01991ed by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b465926d-7bb3-4cdf-b44d-1cc13c699e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317'}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:23:24.314441 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Attempting to bind port 7cb9d45f-6278-4439-8cc1-c398b01991ed on network e40f1efa-aa02-4435-8e80-f9895998c317 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:23:24.319806 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Port 7cb9d45f-6278-4439-8cc1-c398b01991ed on network e40f1efa-aa02-4435-8e80-f9895998c317 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:23:24.320384 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Attempting to bind port 7cb9d45f-6278-4439-8cc1-c398b01991ed on network e40f1efa-aa02-4435-8e80-f9895998c317 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:23:24.325883 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Checking agent: {'id': '038417b8-6895-4fa1-8365-da35a0f7bc41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'started_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:23:24.326216 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Checking segment: {'id': 'b465926d-7bb3-4cdf-b44d-1cc13c699e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:23:24.326626 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Bound using segment: {'id': 'b465926d-7bb3-4cdf-b44d-1cc13c699e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317'} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:23:24.327062 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Bound port: 7cb9d45f-6278-4439-8cc1-c398b01991ed, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b465926d-7bb3-4cdf-b44d-1cc13c699e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317'}}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:23:24.327410 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:24.341934 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda99139-6dae-4d85-b71c-2b568f352997 req-8f5dcc41-255c-4029-811f-41c22635cf2f tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:24.346700 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-cda99139-6dae-4d85-b71c-2b568f352997 req-8f5dcc41-255c-4029-811f-41c22635cf2f tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.1108973 Jun 23 16:23:24.418475 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-07745382-a62a-4330-9213-f77488e7b789 req-c1c0bf83-be0c-4f09-bd8e-10e3c7823f3a tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=146c2e54-a571-49a2-b5b1-acd7f4e9b5b0 HTTP/1.1" status: 200 len: 210 time: 0.0344522 Jun 23 16:23:24.419409 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-cda99139-6dae-4d85-b71c-2b568f352997 req-4dceb7e3-b13c-48aa-8a76-57acb6f03fed tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644279 Jun 23 16:23:24.449341 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] For port 7cb9d45f-6278-4439-8cc1-c398b01991ed, host hv-cinder-78836, cleared binding levels {{(pid=92863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:23:24.452507 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] For port 7cb9d45f-6278-4439-8cc1-c398b01991ed, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7cb9d45f-6278-4439-8cc1-c398b01991ed,segment=NetworkSegment(b465926d-7bb3-4cdf-b44d-1cc13c699e48),segment_id=b465926d-7bb3-4cdf-b44d-1cc13c699e48)] {{(pid=92863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:23:24.458873 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:24.461044 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:24.501446 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:24.502055 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:24.503432 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] 10.222.0.84 "PUT /v2.0/ports/7cb9d45f-6278-4439-8cc1-c398b01991ed HTTP/1.1" status: 200 len: 1094 time: 0.7479372 Jun 23 16:23:24.503913 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456920a1-fa3a-48e6-ab7d-3a645bcbc651', 'tag': '7cb9d45f-6278-4439-8cc1-c398b01991ed'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:23:24.506233 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43be9941-2afb-4a44-b75d-04db6de5461b" -d '{"events": [{"name": "network-changed", "server_uuid": "456920a1-fa3a-48e6-ab7d-3a645bcbc651", "tag": "7cb9d45f-6278-4439-8cc1-c398b01991ed"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:23:24.525525 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Pushing event updated for resources: {'Port': ['ID=7cb9d45f-6278-4439-8cc1-c398b01991ed,revision_number=3']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:24.528656 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:24.552365 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e37b71-3b3c-4adf-a980-d2009d9c9805 x-openstack-request-id: req-e0e37b71-3b3c-4adf-a980-d2009d9c9805 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:23:24.552705 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456920a1-fa3a-48e6-ab7d-3a645bcbc651", "tag": "7cb9d45f-6278-4439-8cc1-c398b01991ed", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:23:24.552981 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e0e37b71-3b3c-4adf-a980-d2009d9c9805 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:23:24.553396 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456920a1-fa3a-48e6-ab7d-3a645bcbc651', 'tag': '7cb9d45f-6278-4439-8cc1-c398b01991ed', 'status': 'completed', 'code': 200} Jun 23 16:23:24.735592 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-d2afe819-9d41-4afc-9dcf-5b914aeb300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:24.737063 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-d2afe819-9d41-4afc-9dcf-5b914aeb300a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cdb28e7f4a274ab197951487cf2ae202&device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 1097 time: 0.0539694 Jun 23 16:23:24.810489 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-36c2e1f4-1be4-4050-9acd-5d6a46e70607 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cb9d45f-6278-4439-8cc1-c398b01991ed HTTP/1.1" status: 200 len: 217 time: 0.0336835 Jun 23 16:23:24.866907 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-751ecb42-afdf-489e-8c28-cbed63565e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:24.868342 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-751ecb42-afdf-489e-8c28-cbed63565e5a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=667f364d-b2c7-4f78-a61d-69197d80695b HTTP/1.1" status: 200 len: 854 time: 0.0461404 Jun 23 16:23:24.987245 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c6f1b-d543-46f3-b5e6-3e7b06fbcd41 req-f06cfb82-5944-4d9e-a6f7-8009500cc29c tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:24.989060 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f54c6f1b-d543-46f3-b5e6-3e7b06fbcd41 req-f06cfb82-5944-4d9e-a6f7-8009500cc29c tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 950 time: 0.0647979 Jun 23 16:23:25.047434 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f54c6f1b-d543-46f3-b5e6-3e7b06fbcd41 req-3b157e29-fd96-4333-af31-0d9eac2cc497 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439124 Jun 23 16:23:25.050122 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-884c98c2-e9d8-4cde-bed6-20eacdb8d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:25.051637 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-884c98c2-e9d8-4cde-bed6-20eacdb8d64e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e40f1efa-aa02-4435-8e80-f9895998c317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1094010 Jun 23 16:23:25.065661 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b742624-8090-4454-9b55-61db9d944a32 req-75576db7-e4a9-4a85-8773-34dac8a70659 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:25.067355 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0b742624-8090-4454-9b55-61db9d944a32 req-75576db7-e4a9-4a85-8773-34dac8a70659 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 944 time: 0.0979056 Jun 23 16:23:25.164703 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0b742624-8090-4454-9b55-61db9d944a32 req-054523d1-055b-40be-9f51-bb33572db9a7 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826201 Jun 23 16:23:25.193577 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-d59118ad-5421-4f59-b3dc-0bca2b013248 service neutron] 10.222.0.84 "GET /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252296 Jun 23 16:23:25.439907 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3da796-7f24-45ca-95e1-c51445436c5c req-45cf7d90-0a7c-40f6-bdb6-a44106cf57fc tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:25.441319 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-fb3da796-7f24-45ca-95e1-c51445436c5c req-45cf7d90-0a7c-40f6-bdb6-a44106cf57fc tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.1666567 Jun 23 16:23:25.444674 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-085bc433-632d-4b5d-b81f-50ed84b7bcdb req-05a33b0c-1dc6-48d8-ae8c-c7ef2edc93ed service neutron] 10.222.0.84 "GET /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718755 Jun 23 16:23:25.479798 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7456da-3c68-49cc-a333-898dc78c3070 req-06c7200d-7b9a-4808-9064-2f44e879200b tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:25.481302 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2b7456da-3c68-49cc-a333-898dc78c3070 req-06c7200d-7b9a-4808-9064-2f44e879200b tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0958366 Jun 23 16:23:25.519852 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2b7456da-3c68-49cc-a333-898dc78c3070 req-1508bf36-084c-41aa-8f21-ea437a0e2e9a tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325367 Jun 23 16:23:25.650951 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-fb3da796-7f24-45ca-95e1-c51445436c5c req-7a8960ef-1be3-4472-952a-0b85b3c829f9 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Deleting port 3fcbd813-4fb1-4bcd-b691-649908f71ec9 {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:23:25.651295 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-fb3da796-7f24-45ca-95e1-c51445436c5c req-7a8960ef-1be3-4472-952a-0b85b3c829f9 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:25.693703 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cea8c3-5de3-42d2-9ed2-3947c75adaf9 req-ce44969f-983f-4cf0-bbf6-54c18a083428 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:25.695865 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-03cea8c3-5de3-42d2-9ed2-3947c75adaf9 req-ce44969f-983f-4cf0-bbf6-54c18a083428 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 945 time: 0.0752950 Jun 23 16:23:25.738633 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-03cea8c3-5de3-42d2-9ed2-3947c75adaf9 req-23ffb349-f071-4f75-baea-0ce9806ae851 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355070 Jun 23 16:23:25.789865 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-fb3da796-7f24-45ca-95e1-c51445436c5c req-7a8960ef-1be3-4472-952a-0b85b3c829f9 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] For port 3fcbd813-4fb1-4bcd-b691-649908f71ec9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3fcbd813-4fb1-4bcd-b691-649908f71ec9,segment=NetworkSegment(a5cd581f-8376-4163-a31a-e78ffac1a8cb),segment_id=a5cd581f-8376-4163-a31a-e78ffac1a8cb)] {{(pid=92863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:25.790250 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-fb3da796-7f24-45ca-95e1-c51445436c5c req-7a8960ef-1be3-4472-952a-0b85b3c829f9 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:25.805749 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be9941-2afb-4a44-b75d-04db6de5461b req-1cbd3e05-070b-4cab-969d-2ee3eb540c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:25.807253 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-43be9941-2afb-4a44-b75d-04db6de5461b req-1cbd3e05-070b-4cab-969d-2ee3eb540c0d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cdb28e7f4a274ab197951487cf2ae202&device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 1097 time: 0.1412406 Jun 23 16:23:25.808085 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-fb3da796-7f24-45ca-95e1-c51445436c5c req-7a8960ef-1be3-4472-952a-0b85b3c829f9 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Calling delete_port for 3fcbd813-4fb1-4bcd-b691-649908f71ec9 owned by compute:nova {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:23:25.951073 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be9941-2afb-4a44-b75d-04db6de5461b req-57c2a5b4-9361-4d70-b412-ae2a7fcb0a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:25.952523 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-43be9941-2afb-4a44-b75d-04db6de5461b req-57c2a5b4-9361-4d70-b412-ae2a7fcb0a02 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e40f1efa-aa02-4435-8e80-f9895998c317 HTTP/1.1" status: 200 len: 916 time: 0.1349242 Jun 23 16:23:26.017678 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-43be9941-2afb-4a44-b75d-04db6de5461b req-cec1d1b3-fde4-4510-8aea-985835111684 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cb9d45f-6278-4439-8cc1-c398b01991ed HTTP/1.1" status: 200 len: 217 time: 0.0553439 Jun 23 16:23:26.038092 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-fb3da796-7f24-45ca-95e1-c51445436c5c req-7a8960ef-1be3-4472-952a-0b85b3c829f9 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:26.042179 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:26.067661 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8960ef-1be3-4472-952a-0b85b3c829f9 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Pushing event deleted for resources: {'Port': ['ID=3fcbd813-4fb1-4bcd-b691-649908f71ec9,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:26.070679 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7a8960ef-1be3-4472-952a-0b85b3c829f9 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:26.113278 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3da796-7f24-45ca-95e1-c51445436c5c req-7a8960ef-1be3-4472-952a-0b85b3c829f9 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] No DVR routers for this DVR port 3fcbd813-4fb1-4bcd-b691-649908f71ec9 on host hv-cinder-78836 {{(pid=92863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:23:26.116279 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-fb3da796-7f24-45ca-95e1-c51445436c5c req-7a8960ef-1be3-4472-952a-0b85b3c829f9 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:26.118799 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-fb3da796-7f24-45ca-95e1-c51445436c5c req-7a8960ef-1be3-4472-952a-0b85b3c829f9 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.84 "DELETE /v2.0/ports/3fcbd813-4fb1-4bcd-b691-649908f71ec9 HTTP/1.1" status: 204 len: 173 time: 0.5853596 Jun 23 16:23:26.258076 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c6601-a1ff-49e1-929c-73111fb4b592 req-f547e739-f3c2-400f-a732-17ab945514aa tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:26.259548 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ae3c6601-a1ff-49e1-929c-73111fb4b592 req-f547e739-f3c2-400f-a732-17ab945514aa tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 950 time: 0.0629513 Jun 23 16:23:26.301938 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ae3c6601-a1ff-49e1-929c-73111fb4b592 req-db5f540c-be40-4d3d-9ad5-a8b92c94686d tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365787 Jun 23 16:23:26.341000 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d2e50-db11-49c7-adcb-b091ec71e599 req-0983e003-407e-453a-b4c5-4b5c51b04668 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:26.342455 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4f1d2e50-db11-49c7-adcb-b091ec71e599 req-0983e003-407e-453a-b4c5-4b5c51b04668 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 944 time: 0.0627220 Jun 23 16:23:26.378290 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4f1d2e50-db11-49c7-adcb-b091ec71e599 req-dc9edf5b-b107-4640-bf8b-6cb865d5f36c tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303414 Jun 23 16:23:26.554333 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb766bd4-c77e-48a6-aa82-739f02c9cb6f', 'name': 'network-vif-deleted', 'tag': '3fcbd813-4fb1-4bcd-b691-649908f71ec9'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:23:26.556745 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61abfb34-ed03-4499-99fd-3ed54cf4388b" -d '{"events": [{"server_uuid": "fb766bd4-c77e-48a6-aa82-739f02c9cb6f", "name": "network-vif-deleted", "tag": "3fcbd813-4fb1-4bcd-b691-649908f71ec9"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:23:26.592626 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3793233a-44cb-46c0-8a57-94ff69d846be x-openstack-request-id: req-3793233a-44cb-46c0-8a57-94ff69d846be {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:23:26.593184 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb766bd4-c77e-48a6-aa82-739f02c9cb6f", "name": "network-vif-deleted", "tag": "3fcbd813-4fb1-4bcd-b691-649908f71ec9", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:23:26.593476 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3793233a-44cb-46c0-8a57-94ff69d846be {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:23:26.593895 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb766bd4-c77e-48a6-aa82-739f02c9cb6f', 'name': 'network-vif-deleted', 'tag': '3fcbd813-4fb1-4bcd-b691-649908f71ec9', 'status': 'completed', 'code': 200} Jun 23 16:23:26.689881 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4fabf-9d59-4f1b-b72f-bd6d188fbb15 req-eb3652e0-36f6-4656-ac1b-4bf5d1bf8784 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:26.691330 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-fba4fabf-9d59-4f1b-b72f-bd6d188fbb15 req-eb3652e0-36f6-4656-ac1b-4bf5d1bf8784 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0620437 Jun 23 16:23:26.727924 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-fba4fabf-9d59-4f1b-b72f-bd6d188fbb15 req-a1ab91d6-560d-4116-8f99-ff759f4725d3 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310473 Jun 23 16:23:26.882741 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9674f38f-9ad5-41b6-9309-b7b497c8260d req-d0d74361-4475-424b-b691-9d9ea8da08af tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 210 time: 0.0316586 Jun 23 16:23:27.475648 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63319212-f945-4629-91c0-65b15f072b21 req-1a991c49-17fe-4687-b243-2990363143bb tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:27.477125 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-63319212-f945-4629-91c0-65b15f072b21 req-1a991c49-17fe-4687-b243-2990363143bb tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 950 time: 0.0636613 Jun 23 16:23:27.513870 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-63319212-f945-4629-91c0-65b15f072b21 req-2ee32016-bf5f-44ae-a410-563596235727 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309734 Jun 23 16:23:27.545773 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f43732-f6cd-4ea1-9799-3ef4397ab941 req-bd249153-69a2-4937-bea6-69b4983d0230 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:27.547185 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a1f43732-f6cd-4ea1-9799-3ef4397ab941 req-bd249153-69a2-4937-bea6-69b4983d0230 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 944 time: 0.0620148 Jun 23 16:23:27.583280 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a1f43732-f6cd-4ea1-9799-3ef4397ab941 req-ded3998f-3f1e-47d1-a155-fd43a9bd7d03 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305309 Jun 23 16:23:27.907616 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb422f-8de0-49d1-85c6-09f7a15b743f req-d60e1bf7-e1bb-46be-a4fc-7637a1abb435 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:27.908986 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-40fb422f-8de0-49d1-85c6-09f7a15b743f req-d60e1bf7-e1bb-46be-a4fc-7637a1abb435 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0649507 Jun 23 16:23:27.948806 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-40fb422f-8de0-49d1-85c6-09f7a15b743f req-d35587d9-09e4-44fb-b922-8f3204b94b9f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336149 Jun 23 16:23:28.022933 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-600d1df6-1093-4f72-a370-aeb95bf50205 req-2a3fc4eb-8150-4cab-b2d5-2c7658e8f771 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 210 time: 0.0277340 Jun 23 16:23:28.686844 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ebed3-7c5e-4f23-9fd9-f6bc564dc2be req-90a15e13-3183-4bc3-b8e9-9eb533910087 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:28.688554 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ac3ebed3-7c5e-4f23-9fd9-f6bc564dc2be req-90a15e13-3183-4bc3-b8e9-9eb533910087 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 950 time: 0.0642493 Jun 23 16:23:28.725958 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ac3ebed3-7c5e-4f23-9fd9-f6bc564dc2be req-0d3af464-7e09-4158-9a97-c8b5aa7b3603 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc9ce93-b845-4703-90b6-61e16d247b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318913 Jun 23 16:23:28.752739 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063e72e-585e-4154-95fd-6c319bafcf46 req-64cf725e-8f5e-4488-8656-8c1a6dee5c2b tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:28.754206 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a063e72e-585e-4154-95fd-6c319bafcf46 req-64cf725e-8f5e-4488-8656-8c1a6dee5c2b tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 944 time: 0.0632327 Jun 23 16:23:28.795842 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a063e72e-585e-4154-95fd-6c319bafcf46 req-b803665e-6bfd-474f-b0f7-6b8dd62bf730 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358875 Jun 23 16:23:28.904778 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['9b15b57f-8f11-44df-aec4-c44070d0b95c', '3fcbd813-4fb1-4bcd-b691-649908f71ec9'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:23:28.949976 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be9941-2afb-4a44-b75d-04db6de5461b req-eb39e2a3-bd80-4863-8070-dcd71fc53d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:28.951496 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-43be9941-2afb-4a44-b75d-04db6de5461b req-eb39e2a3-bd80-4863-8070-dcd71fc53d84 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=667f364d-b2c7-4f78-a61d-69197d80695b HTTP/1.1" status: 200 len: 854 time: 0.0488546 Jun 23 16:23:29.058767 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be9941-2afb-4a44-b75d-04db6de5461b req-841eb7af-e65d-4be4-b347-d1303cb1c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:29.060483 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-43be9941-2afb-4a44-b75d-04db6de5461b req-841eb7af-e65d-4be4-b347-d1303cb1c354 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e40f1efa-aa02-4435-8e80-f9895998c317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770891 Jun 23 16:23:29.182184 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-01e92c7c-12cb-4edb-8a7a-e7fcc20d22af req-4e9dbca8-d72a-40c6-988e-ed712be6c53e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb766bd4-c77e-48a6-aa82-739f02c9cb6f HTTP/1.1" status: 200 len: 210 time: 0.0305252 Jun 23 16:23:29.224308 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177aac05-edf1-453d-bde5-257e0e642980 req-2ad630ca-7152-403e-b4b3-ace8734ebf3e tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:29.225736 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-177aac05-edf1-453d-bde5-257e0e642980 req-2ad630ca-7152-403e-b4b3-ace8734ebf3e tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.1342096 Jun 23 16:23:29.227475 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-43be9941-2afb-4a44-b75d-04db6de5461b req-b4292134-c51b-4389-ad2b-f68173bef804 service neutron] 10.222.0.84 "GET /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271737 Jun 23 16:23:29.263966 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-177aac05-edf1-453d-bde5-257e0e642980 req-bce3c0c5-1917-4fea-b0f7-640a4f077cb3 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323181 Jun 23 16:23:29.394107 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-43be9941-2afb-4a44-b75d-04db6de5461b req-7fbfe2f5-e76b-4a92-ae51-8dbd7f61039f service neutron] 10.222.0.84 "GET /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243889 Jun 23 16:23:29.402275 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637edd4-31ed-4960-a36b-e1416cf5a76d req-fc6e9da4-de8a-4b05-a736-2b7a8172039f tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:29.403580 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1637edd4-31ed-4960-a36b-e1416cf5a76d req-fc6e9da4-de8a-4b05-a736-2b7a8172039f tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.84 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 950 time: 0.1265814 Jun 23 16:23:29.542199 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-1637edd4-31ed-4960-a36b-e1416cf5a76d req-624063c3-d147-4e81-a044-205b827c9df5 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Deleting port ebddef9d-f596-4923-832c-8a6bb8ee98c1 {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:23:29.542539 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-1637edd4-31ed-4960-a36b-e1416cf5a76d req-624063c3-d147-4e81-a044-205b827c9df5 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:29.632767 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-1637edd4-31ed-4960-a36b-e1416cf5a76d req-624063c3-d147-4e81-a044-205b827c9df5 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] For port ebddef9d-f596-4923-832c-8a6bb8ee98c1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ebddef9d-f596-4923-832c-8a6bb8ee98c1,segment=NetworkSegment(688fb09a-4b08-42a2-b875-adffac2c16fd),segment_id=688fb09a-4b08-42a2-b875-adffac2c16fd)] {{(pid=92863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:29.633160 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-1637edd4-31ed-4960-a36b-e1416cf5a76d req-624063c3-d147-4e81-a044-205b827c9df5 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:29.644965 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-1637edd4-31ed-4960-a36b-e1416cf5a76d req-624063c3-d147-4e81-a044-205b827c9df5 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Calling delete_port for ebddef9d-f596-4923-832c-8a6bb8ee98c1 owned by compute:nova {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:23:29.772703 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-1637edd4-31ed-4960-a36b-e1416cf5a76d req-624063c3-d147-4e81-a044-205b827c9df5 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:29.783267 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-703f7c40-5c67-47fa-89ee-63c769674457 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:29.824270 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['ebddef9d-f596-4923-832c-8a6bb8ee98c1'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:23:29.841124 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624063c3-d147-4e81-a044-205b827c9df5 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Pushing event deleted for resources: {'Port': ['ID=ebddef9d-f596-4923-832c-8a6bb8ee98c1,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:29.845029 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-624063c3-d147-4e81-a044-205b827c9df5 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:29.862544 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-1637edd4-31ed-4960-a36b-e1416cf5a76d req-624063c3-d147-4e81-a044-205b827c9df5 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] No DVR routers for this DVR port ebddef9d-f596-4923-832c-8a6bb8ee98c1 on host hv-cinder-78836 {{(pid=92863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:23:29.865495 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-1637edd4-31ed-4960-a36b-e1416cf5a76d req-624063c3-d147-4e81-a044-205b827c9df5 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:29.868303 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1637edd4-31ed-4960-a36b-e1416cf5a76d req-624063c3-d147-4e81-a044-205b827c9df5 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.84 "DELETE /v2.0/ports/ebddef9d-f596-4923-832c-8a6bb8ee98c1 HTTP/1.1" status: 204 len: 173 time: 0.4202499 Jun 23 16:23:29.868816 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e85b9c-bc98-4dcd-b7f4-0f40ee259678', 'name': 'network-vif-deleted', 'tag': 'ebddef9d-f596-4923-832c-8a6bb8ee98c1'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:23:29.880022 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931ebbd5-520c-4301-b8d0-b465d2f8fad6" -d '{"events": [{"server_uuid": "f1e85b9c-bc98-4dcd-b7f4-0f40ee259678", "name": "network-vif-deleted", "tag": "ebddef9d-f596-4923-832c-8a6bb8ee98c1"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:23:29.938173 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5bfe0f8d-b576-49c7-8802-0491f40bc98b req-55ee7226-67be-43ab-8357-fb21826ef53c tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1e85b9c-bc98-4dcd-b7f4-0f40ee259678 HTTP/1.1" status: 200 len: 210 time: 0.0808203 Jun 23 16:23:29.992474 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f481e17c-ec61-4c3c-b5b7-00e16f7f5138 x-openstack-request-id: req-f481e17c-ec61-4c3c-b5b7-00e16f7f5138 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:23:29.992804 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e85b9c-bc98-4dcd-b7f4-0f40ee259678", "name": "network-vif-deleted", "tag": "ebddef9d-f596-4923-832c-8a6bb8ee98c1", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:23:29.993093 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f481e17c-ec61-4c3c-b5b7-00e16f7f5138 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:23:29.993515 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e85b9c-bc98-4dcd-b7f4-0f40ee259678', 'name': 'network-vif-deleted', 'tag': 'ebddef9d-f596-4923-832c-8a6bb8ee98c1', 'status': 'completed', 'code': 200} Jun 23 16:23:30.095984 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2faca-23a5-43fd-8f8e-9669ff800c1d req-69779187-0995-46f7-b94f-620d96b52b7b tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:30.097850 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b0f2faca-23a5-43fd-8f8e-9669ff800c1d req-69779187-0995-46f7-b94f-620d96b52b7b tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 944 time: 0.0844114 Jun 23 16:23:30.142553 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b0f2faca-23a5-43fd-8f8e-9669ff800c1d req-c7033963-a0b5-4371-a0df-95fab01d26d5 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361485 Jun 23 16:23:30.434647 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d56b1-da83-4224-80cc-bf5409546e26 req-09651fc3-1900-4621-ad41-e20e3a52e3f2 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:30.436047 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7e1d56b1-da83-4224-80cc-bf5409546e26 req-09651fc3-1900-4621-ad41-e20e3a52e3f2 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0623114 Jun 23 16:23:30.483455 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7e1d56b1-da83-4224-80cc-bf5409546e26 req-88e926ca-f16c-48b2-9408-4a24d8907198 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393503 Jun 23 16:23:30.647173 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb738a-5df7-4961-baa8-2f7e1c90dbec req-308d63a0-0e03-4a12-ad9f-ea26e608077b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:30.649287 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-efeb738a-5df7-4961-baa8-2f7e1c90dbec req-308d63a0-0e03-4a12-ad9f-ea26e608077b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0686402 Jun 23 16:23:30.691889 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-efeb738a-5df7-4961-baa8-2f7e1c90dbec req-fc5a7e08-29b5-493f-beb6-7f93234a8712 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362980 Jun 23 16:23:30.910574 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 7cb9d45f-6278-4439-8cc1-c398b01991ed details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:23:31.003041 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 7cb9d45f-6278-4439-8cc1-c398b01991ed, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7cb9d45f-6278-4439-8cc1-c398b01991ed,segment=NetworkSegment(b465926d-7bb3-4cdf-b44d-1cc13c699e48),segment_id=b465926d-7bb3-4cdf-b44d-1cc13c699e48)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:31.017491 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Returning: {'device': '7cb9d45f-6278-4439-8cc1-c398b01991ed', 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317', 'port_id': '7cb9d45f-6278-4439-8cc1-c398b01991ed', 'mac_address': 'fa:16:3e:d2:b5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667f364d-b2c7-4f78-a61d-69197d80695b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:23:31.053455 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:31.067007 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb9d45f-6278-4439-8cc1-c398b01991ed {{(pid=92865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:23:31.086706 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 7cb9d45f-6278-4439-8cc1-c398b01991ed, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7cb9d45f-6278-4439-8cc1-c398b01991ed,segment=NetworkSegment(b465926d-7bb3-4cdf-b44d-1cc13c699e48),segment_id=b465926d-7bb3-4cdf-b44d-1cc13c699e48)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:31.090635 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:31.092406 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-a5c97cea-61e2-4f03-8e47-59344d7ac910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:31.146802 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=7cb9d45f-6278-4439-8cc1-c398b01991ed,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:31.150183 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:31.341296 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460293a-6831-4c44-8168-8f99c71ecc35 req-7268c339-946e-45bd-be43-4fad86a5865e tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:31.342803 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3460293a-6831-4c44-8168-8f99c71ecc35 req-7268c339-946e-45bd-be43-4fad86a5865e tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 945 time: 0.0742764 Jun 23 16:23:31.381581 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3460293a-6831-4c44-8168-8f99c71ecc35 req-43c9d6c7-2e78-49fe-baca-e45b609d1f79 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328202 Jun 23 16:23:31.645726 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['7cb9d45f-6278-4439-8cc1-c398b01991ed'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:23:31.662963 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925abb2-6113-49c5-b878-6ab596805ecf req-65960185-f3d0-4efa-9823-9c753fcc36b2 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:31.665140 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4925abb2-6113-49c5-b878-6ab596805ecf req-65960185-f3d0-4efa-9823-9c753fcc36b2 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0703075 Jun 23 16:23:31.706157 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4925abb2-6113-49c5-b878-6ab596805ecf req-480bcb4e-d7c5-44f9-bb87-3483359eef22 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347691 Jun 23 16:23:31.880283 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74981327-8c2c-4b8b-82c7-e4dfff4cd525 req-35a5107b-3577-4a64-821e-1a514b6e9a63 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:31.881827 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-74981327-8c2c-4b8b-82c7-e4dfff4cd525 req-35a5107b-3577-4a64-821e-1a514b6e9a63 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0687933 Jun 23 16:23:31.919896 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-74981327-8c2c-4b8b-82c7-e4dfff4cd525 req-b4a1e7f1-86e3-4b8f-8b8b-0c6a9b71d88a tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318704 Jun 23 16:23:32.560349 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad26687-d178-4c6a-a8dc-a774112f0c41 req-be08e3ac-a603-47be-8667-6286758ed7ea tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:32.560349 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-dad26687-d178-4c6a-a8dc-a774112f0c41 req-be08e3ac-a603-47be-8667-6286758ed7ea tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 945 time: 0.0657108 Jun 23 16:23:32.596658 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-dad26687-d178-4c6a-a8dc-a774112f0c41 req-ebdaff23-d671-4584-aad5-8f4f618f1c4f tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336752 Jun 23 16:23:32.603862 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b8f8843a-ebe3-4556-b725-e784a9652d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:32.886801 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df577876-100c-4cc5-acea-bfa4e3e2cb09 req-be50d620-6019-493c-8789-c56b5cbfba66 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:32.888264 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-df577876-100c-4cc5-acea-bfa4e3e2cb09 req-be50d620-6019-493c-8789-c56b5cbfba66 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0717764 Jun 23 16:23:32.925232 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-df577876-100c-4cc5-acea-bfa4e3e2cb09 req-cac2bdb3-872f-4ba1-b6b4-2e58d5820114 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311294 Jun 23 16:23:33.098312 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4989a-e823-49ce-b865-28047d474adb req-4b15f3ff-ba86-483d-ba24-9543e9eba506 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:33.099703 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-88d4989a-e823-49ce-b865-28047d474adb req-4b15f3ff-ba86-483d-ba24-9543e9eba506 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0666480 Jun 23 16:23:33.139550 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-88d4989a-e823-49ce-b865-28047d474adb req-d418b6da-50e2-4709-8056-83819fb4364d tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333591 Jun 23 16:23:33.770291 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65c199-d8c9-44db-ab2e-8b23d1ba7dba req-ba198769-9fad-4ef6-9d24-050d323842d7 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:33.771766 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7c65c199-d8c9-44db-ab2e-8b23d1ba7dba req-ba198769-9fad-4ef6-9d24-050d323842d7 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 945 time: 0.0653303 Jun 23 16:23:33.808515 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7c65c199-d8c9-44db-ab2e-8b23d1ba7dba req-aec0eb08-00b1-453c-a989-2c973ca01dca tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307851 Jun 23 16:23:34.094526 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd425d3-8ae9-4c65-b364-9ade5f6137b9 req-f0bc97bf-75ee-49c8-842b-5d2fb2d29f79 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:34.095946 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-bfd425d3-8ae9-4c65-b364-9ade5f6137b9 req-f0bc97bf-75ee-49c8-842b-5d2fb2d29f79 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0621712 Jun 23 16:23:34.131523 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-bfd425d3-8ae9-4c65-b364-9ade5f6137b9 req-6f4ef33a-57a9-4e01-932c-7298700c9a16 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299747 Jun 23 16:23:34.309074 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d310c8f-d3dd-45b9-8614-4ad4b2bd0b54 req-c3d44dc4-2118-4675-89ef-e3f7ea297463 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:34.310679 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6d310c8f-d3dd-45b9-8614-4ad4b2bd0b54 req-c3d44dc4-2118-4675-89ef-e3f7ea297463 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0615866 Jun 23 16:23:34.347458 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6d310c8f-d3dd-45b9-8614-4ad4b2bd0b54 req-4a2bdbc0-888d-4879-bea3-1a5e303be3c5 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311327 Jun 23 16:23:34.443354 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device ebddef9d-f596-4923-832c-8a6bb8ee98c1 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:23:34.464142 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] No Port match for: ebddef9d-f596-4923-832c-8a6bb8ee98c1 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:23:34.464553 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device ebddef9d-f596-4923-832c-8a6bb8ee98c1 not bound to the agent host hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:23:34.464968 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 3fcbd813-4fb1-4bcd-b691-649908f71ec9 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:23:34.482306 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] No Port match for: 3fcbd813-4fb1-4bcd-b691-649908f71ec9 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:23:34.482659 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 3fcbd813-4fb1-4bcd-b691-649908f71ec9 not bound to the agent host hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:23:34.943405 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:34.976507 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc2be1-91a7-4e8c-b45b-51dbc53ff0cc req-335a4ce8-9b48-4d3b-a9c6-44bf2977a651 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:34.977944 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-71cc2be1-91a7-4e8c-b45b-51dbc53ff0cc req-335a4ce8-9b48-4d3b-a9c6-44bf2977a651 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 945 time: 0.0628538 Jun 23 16:23:35.013972 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-71cc2be1-91a7-4e8c-b45b-51dbc53ff0cc req-7847fbeb-5c25-4dbc-8e3a-172122b46d80 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303831 Jun 23 16:23:35.301148 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce919942-a2e8-4e40-951c-1bf752f5f54d req-3036741c-aa88-4658-afd0-f6e08bcd96f2 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:35.302607 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ce919942-a2e8-4e40-951c-1bf752f5f54d req-3036741c-aa88-4658-afd0-f6e08bcd96f2 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0623102 Jun 23 16:23:35.338734 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ce919942-a2e8-4e40-951c-1bf752f5f54d req-e5e1e3a1-a137-408c-99b1-ea7501ffcd6a tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306087 Jun 23 16:23:35.673908 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-9d9b8c0c-82ab-423a-88be-6f861e6ee452 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:35.675500 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-9d9b8c0c-82ab-423a-88be-6f861e6ee452 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/networks?id=afbd47df-b297-4e88-a1e9-28c0aceb872b HTTP/1.1" status: 200 len: 812 time: 0.1120100 Jun 23 16:23:35.690528 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-4d97987a-112d-47b2-acb6-5fb8b1bcd349 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/quotas/efc330d54ca34426bcb9c0e78b78b1ac HTTP/1.1" status: 200 len: 375 time: 0.0093398 Jun 23 16:23:35.711257 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 50092) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:35.723500 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-556a0b33-52b7-4684-af59-49565e449caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:35.735713 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-303aee96-7410-423b-99c0-93e3ea79e608 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=efc330d54ca34426bcb9c0e78b78b1ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389755 Jun 23 16:23:35.767781 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d100a8a-5b42-4423-a3bc-497697d3f8c3 req-5379a867-e0d1-4262-a969-c54dacc65be5 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:35.769266 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5d100a8a-5b42-4423-a3bc-497697d3f8c3 req-5379a867-e0d1-4262-a969-c54dacc65be5 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.3125484 Jun 23 16:23:35.809727 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5d100a8a-5b42-4423-a3bc-497697d3f8c3 req-1aac108f-9969-4ceb-ad55-4ed6030b844c tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337684 Jun 23 16:23:35.829933 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-1a7d04e4-6e55-4967-ae47-61e8ada2e380 service neutron] 10.222.0.46 "GET /v2.0/networks/afbd47df-b297-4e88-a1e9-28c0aceb872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871751 Jun 23 16:23:35.917655 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-8b44cbc6-77e8-4306-9427-8d0f848b9033 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0bb92ddbb2214a448d5ec7efe36de1fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039695 Jun 23 16:23:35.920185 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 50096) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:35.944354 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-8349c3d8-52a7-4dcf-bc67-709f2fe060fd service neutron] 10.222.0.46 "GET /v2.0/networks/afbd47df-b297-4e88-a1e9-28c0aceb872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077683 Jun 23 16:23:35.968528 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-106710e5-da8e-40ea-9cd2-955df4c2bc0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:35.988867 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-106710e5-da8e-40ea-9cd2-955df4c2bc0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:36.035228 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-106710e5-da8e-40ea-9cd2-955df4c2bc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:36.038154 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-106710e5-da8e-40ea-9cd2-955df4c2bc0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:36.041524 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-106710e5-da8e-40ea-9cd2-955df4c2bc0f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/acc9ce93-b845-4703-90b6-61e16d247b10 HTTP/1.1" status: 204 len: 168 time: 0.1181183 Jun 23 16:23:36.041524 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7ce5f8ab-e073-4706-9cad-ddf5bb64e813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:36.047795 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106710e5-da8e-40ea-9cd2-955df4c2bc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc9ce93-b845-4703-90b6-61e16d247b10,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:36.059469 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106710e5-da8e-40ea-9cd2-955df4c2bc0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:36.060069 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106710e5-da8e-40ea-9cd2-955df4c2bc0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:36.060582 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106710e5-da8e-40ea-9cd2-955df4c2bc0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:36.061147 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106710e5-da8e-40ea-9cd2-955df4c2bc0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:36.061830 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106710e5-da8e-40ea-9cd2-955df4c2bc0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:36.062361 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106710e5-da8e-40ea-9cd2-955df4c2bc0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:36.063035 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106710e5-da8e-40ea-9cd2-955df4c2bc0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:36.063688 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106710e5-da8e-40ea-9cd2-955df4c2bc0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:36.064242 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106710e5-da8e-40ea-9cd2-955df4c2bc0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:36.064760 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106710e5-da8e-40ea-9cd2-955df4c2bc0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:36.065255 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106710e5-da8e-40ea-9cd2-955df4c2bc0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:36.065868 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106710e5-da8e-40ea-9cd2-955df4c2bc0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:36.069730 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-106710e5-da8e-40ea-9cd2-955df4c2bc0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:36.227979 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c7f45-b191-4bf5-a9bb-d3c7f36bac58 req-26dbb498-3f54-491d-85c0-ed638eebfd99 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:36.241342 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-602c7f45-b191-4bf5-a9bb-d3c7f36bac58 req-26dbb498-3f54-491d-85c0-ed638eebfd99 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 945 time: 0.0891507 Jun 23 16:23:36.292933 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-602c7f45-b191-4bf5-a9bb-d3c7f36bac58 req-2f7bceac-11a6-413b-9060-41357dea69fb tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472574 Jun 23 16:23:36.408692 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-5439a420-5ff5-4f24-a108-56125bbc6b19 req-17b69443-fb79-4a52-8235-99f5fe5c20a1 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.3119915 Jun 23 16:23:36.430328 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:36.433407 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 7cb9d45f-6278-4439-8cc1-c398b01991ed up at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:23:36.488732 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning for port 7cb9d45f-6278-4439-8cc1-c398b01991ed completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:23:36.492921 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning complete for port 7cb9d45f-6278-4439-8cc1-c398b01991ed triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:23:36.493298 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:36.544832 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce703d-bd58-4af0-af5f-677ddad6bebe req-380f961b-2940-42d1-a48c-09d4e3e35f06 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:36.546355 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-13ce703d-bd58-4af0-af5f-677ddad6bebe req-380f961b-2940-42d1-a48c-09d4e3e35f06 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0697017 Jun 23 16:23:36.571332 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:36.584670 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-13ce703d-bd58-4af0-af5f-677ddad6bebe req-19beeb97-6e76-4c4d-aa1c-ead069138271 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321357 Jun 23 16:23:36.595492 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456920a1-fa3a-48e6-ab7d-3a645bcbc651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb9d45f-6278-4439-8cc1-c398b01991ed'}] {{(pid=92865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:23:36.598014 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053164b0cf726773bb22b402b066b9c97a54671ffe15cd7793040184515b98b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7978659-9c92-490f-a920-2afbc0d49d03" -d '{"events": [{"server_uuid": "456920a1-fa3a-48e6-ab7d-3a645bcbc651", "name": "network-vif-plugged", "status": "completed", "tag": "7cb9d45f-6278-4439-8cc1-c398b01991ed"}]}' {{(pid=92865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:23:36.616204 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 7cb9d45f-6278-4439-8cc1-c398b01991ed, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7cb9d45f-6278-4439-8cc1-c398b01991ed,segment=NetworkSegment(b465926d-7bb3-4cdf-b44d-1cc13c699e48),segment_id=b465926d-7bb3-4cdf-b44d-1cc13c699e48)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:36.621670 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:36.623705 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:36.644405 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f4a826-9bda-4bf2-8dfd-509be504d8c8 x-openstack-request-id: req-29f4a826-9bda-4bf2-8dfd-509be504d8c8 {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:23:36.644704 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456920a1-fa3a-48e6-ab7d-3a645bcbc651", "name": "network-vif-plugged", "status": "completed", "tag": "7cb9d45f-6278-4439-8cc1-c398b01991ed", "code": 200}]} {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:23:36.644963 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-29f4a826-9bda-4bf2-8dfd-509be504d8c8 {{(pid=92865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:23:36.645352 dv-cinder-788363-4-iscsi neutron-server[92865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456920a1-fa3a-48e6-ab7d-3a645bcbc651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb9d45f-6278-4439-8cc1-c398b01991ed', 'code': 200} Jun 23 16:23:36.670856 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=7cb9d45f-6278-4439-8cc1-c398b01991ed,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:36.673876 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:36.806713 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af5113-2bb6-4d4f-a321-792a8000891b req-12f3a3df-ef46-48ed-860d-aaa95edc686f tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:36.808126 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-19af5113-2bb6-4d4f-a321-792a8000891b req-12f3a3df-ef46-48ed-860d-aaa95edc686f tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.84 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0610714 Jun 23 16:23:36.927901 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-19af5113-2bb6-4d4f-a321-792a8000891b req-f2eae17a-c998-478c-9403-0c72319c334e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Deleting port 9b15b57f-8f11-44df-aec4-c44070d0b95c {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:23:36.930297 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-19af5113-2bb6-4d4f-a321-792a8000891b req-f2eae17a-c998-478c-9403-0c72319c334e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:37.003297 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c07e1-d125-46ff-a4e2-168d7ad03e95 req-b13175bc-4cec-4ae9-be49-a3d3f9080f1b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:37.004873 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-083c07e1-d125-46ff-a4e2-168d7ad03e95 req-b13175bc-4cec-4ae9-be49-a3d3f9080f1b tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 945 time: 0.0648098 Jun 23 16:23:37.047720 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-083c07e1-d125-46ff-a4e2-168d7ad03e95 req-6e7f828c-70c4-40bb-8e8e-5958b799b199 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/security-groups?id=e936191f-c9fd-49f0-8f94-eb9687746a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364473 Jun 23 16:23:37.057116 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-19af5113-2bb6-4d4f-a321-792a8000891b req-f2eae17a-c998-478c-9403-0c72319c334e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] For port 9b15b57f-8f11-44df-aec4-c44070d0b95c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9b15b57f-8f11-44df-aec4-c44070d0b95c,segment=NetworkSegment(a5cd581f-8376-4163-a31a-e78ffac1a8cb),segment_id=a5cd581f-8376-4163-a31a-e78ffac1a8cb)] {{(pid=92863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:37.057475 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-19af5113-2bb6-4d4f-a321-792a8000891b req-f2eae17a-c998-478c-9403-0c72319c334e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:37.073573 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-19af5113-2bb6-4d4f-a321-792a8000891b req-f2eae17a-c998-478c-9403-0c72319c334e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Calling delete_port for 9b15b57f-8f11-44df-aec4-c44070d0b95c owned by compute:nova {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:23:37.081088 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024eb0fb-53a5-4c62-b269-dc864d73a56f req-f6c0413a-8d65-4d83-9138-13ad34aff4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:37.082594 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-024eb0fb-53a5-4c62-b269-dc864d73a56f req-f6c0413a-8d65-4d83-9138-13ad34aff4ce service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 1099 time: 0.0989199 Jun 23 16:23:37.157382 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-024eb0fb-53a5-4c62-b269-dc864d73a56f req-40aa43cb-9c2e-4109-90b8-d65580174788 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412326 Jun 23 16:23:37.222007 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-19af5113-2bb6-4d4f-a321-792a8000891b req-f2eae17a-c998-478c-9403-0c72319c334e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:37.225908 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-77e25634-ce72-4dfc-bbba-bf6244fb548d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:37.252989 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eae17a-c998-478c-9403-0c72319c334e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Pushing event deleted for resources: {'Port': ['ID=9b15b57f-8f11-44df-aec4-c44070d0b95c,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:37.255289 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-f2eae17a-c998-478c-9403-0c72319c334e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:37.261350 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['9b15b57f-8f11-44df-aec4-c44070d0b95c'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:23:37.304990 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-19af5113-2bb6-4d4f-a321-792a8000891b req-f2eae17a-c998-478c-9403-0c72319c334e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] No DVR routers for this DVR port 9b15b57f-8f11-44df-aec4-c44070d0b95c on host hv-cinder-78836 {{(pid=92863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:23:37.307409 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-19af5113-2bb6-4d4f-a321-792a8000891b req-f2eae17a-c998-478c-9403-0c72319c334e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:37.309312 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-19af5113-2bb6-4d4f-a321-792a8000891b req-f2eae17a-c998-478c-9403-0c72319c334e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.84 "DELETE /v2.0/ports/9b15b57f-8f11-44df-aec4-c44070d0b95c HTTP/1.1" status: 204 len: 173 time: 0.4901443 Jun 23 16:23:37.309827 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f58283-f7cb-4962-a540-284eb41695b7', 'name': 'network-vif-deleted', 'tag': '9b15b57f-8f11-44df-aec4-c44070d0b95c'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:23:37.312102 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f542cd-254d-407c-ae8d-c472de058aaf" -d '{"events": [{"server_uuid": "10f58283-f7cb-4962-a540-284eb41695b7", "name": "network-vif-deleted", "tag": "9b15b57f-8f11-44df-aec4-c44070d0b95c"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:23:37.347033 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2023aaa-1ebc-4e90-9b26-e78c627bdd7f x-openstack-request-id: req-f2023aaa-1ebc-4e90-9b26-e78c627bdd7f {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:23:37.347357 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f58283-f7cb-4962-a540-284eb41695b7", "name": "network-vif-deleted", "tag": "9b15b57f-8f11-44df-aec4-c44070d0b95c", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:23:37.347641 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f2023aaa-1ebc-4e90-9b26-e78c627bdd7f {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:23:37.348067 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f58283-f7cb-4962-a540-284eb41695b7', 'name': 'network-vif-deleted', 'tag': '9b15b57f-8f11-44df-aec4-c44070d0b95c', 'status': 'completed', 'code': 200} Jun 23 16:23:37.469324 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920c9c0-204d-4213-9be2-2c2caf55228c req-1199479f-748f-450a-9d40-cf3c4e777209 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:37.471082 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0920c9c0-204d-4213-9be2-2c2caf55228c req-1199479f-748f-450a-9d40-cf3c4e777209 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 946 time: 0.0630894 Jun 23 16:23:37.511340 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0920c9c0-204d-4213-9be2-2c2caf55228c req-4b98f8d8-cca6-486b-b106-63259ac9dce1 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339994 Jun 23 16:23:37.557557 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-17df6fbe-09a6-432f-9b38-6707ca5ca316 req-4cb50e57-293e-4113-8249-b24c2efbc9d5 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0298147 Jun 23 16:23:37.776159 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf6b13-a446-4c18-8c99-2aefe585bfb7 req-bf55dd7d-bf3f-44a1-914e-414fe2615f41 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:37.777631 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e2cf6b13-a446-4c18-8c99-2aefe585bfb7 req-bf55dd7d-bf3f-44a1-914e-414fe2615f41 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0716982 Jun 23 16:23:37.818444 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e2cf6b13-a446-4c18-8c99-2aefe585bfb7 req-9f7a08eb-f9de-4cc3-9b32-af466963a999 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337751 Jun 23 16:23:37.915420 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-092ed271-9810-4d7b-9e1f-4af887abcfaa tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:37.917049 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-092ed271-9810-4d7b-9e1f-4af887abcfaa tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.84 "GET /v2.0/networks?id=afbd47df-b297-4e88-a1e9-28c0aceb872b HTTP/1.1" status: 200 len: 812 time: 0.1115794 Jun 23 16:23:37.952550 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-b5b2448e-fc29-40d7-a2e2-c52474dfc6df tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Request body: {'port': {'device_id': '33fca893-fb62-4ee1-9b8a-f29d2df6926e', 'network_id': 'afbd47df-b297-4e88-a1e9-28c0aceb872b', 'admin_state_up': True, 'tenant_id': 'efc330d54ca34426bcb9c0e78b78b1ac'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:23:38.059392 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-b5b2448e-fc29-40d7-a2e2-c52474dfc6df tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Made reservation on behalf of efc330d54ca34426bcb9c0e78b78b1ac for: {'port': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:23:38.063038 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-b5b2448e-fc29-40d7-a2e2-c52474dfc6df tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:38.087441 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:38.215940 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-daf7fe4d-6950-4d80-b48b-c9acbf534311 req-81c4176a-336b-460d-9da6-552ae519e88a tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f58283-f7cb-4962-a540-284eb41695b7 HTTP/1.1" status: 200 len: 210 time: 0.0367377 Jun 23 16:23:38.221163 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-b5b2448e-fc29-40d7-a2e2-c52474dfc6df tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Allocated IP 172.20.0.13 (afbd47df-b297-4e88-a1e9-28c0aceb872b/88e43062-89eb-4a01-a1db-67f283145f98/851659c9-3049-4e4f-84f1-944083035dfd) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:23:38.384059 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-b5b2448e-fc29-40d7-a2e2-c52474dfc6df tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:38.423645 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-b5b2448e-fc29-40d7-a2e2-c52474dfc6df tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125858108'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:38.427269 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:38.479035 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-b5b2448e-fc29-40d7-a2e2-c52474dfc6df tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Network afbd47df-b297-4e88-a1e9-28c0aceb872b is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:23:38.483380 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-b5b2448e-fc29-40d7-a2e2-c52474dfc6df tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:23:38.485256 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2448e-fc29-40d7-a2e2-c52474dfc6df tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Pushing event updated for resources: {'Port': ['ID=851659c9-3049-4e4f-84f1-944083035dfd,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:38.487436 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-b5b2448e-fc29-40d7-a2e2-c52474dfc6df tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:23:38.491314 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-b5b2448e-fc29-40d7-a2e2-c52474dfc6df tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:38.538025 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-b5b2448e-fc29-40d7-a2e2-c52474dfc6df tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:38.539213 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-b5b2448e-fc29-40d7-a2e2-c52474dfc6df tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:38.553940 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-b5b2448e-fc29-40d7-a2e2-c52474dfc6df tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6052790 Jun 23 16:23:38.575058 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Request body: {'port': {'device_id': '33fca893-fb62-4ee1-9b8a-f29d2df6926e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:23:38.653360 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:38.692119 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d1279-b593-4feb-9f4c-39ee2f5966c1 req-b83ec57f-a8f1-4e44-b631-fc4d328cfd97 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:38.693574 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-bf5d1279-b593-4feb-9f4c-39ee2f5966c1 req-b83ec57f-a8f1-4e44-b631-fc4d328cfd97 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 946 time: 0.0673323 Jun 23 16:23:38.731166 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-bf5d1279-b593-4feb-9f4c-39ee2f5966c1 req-e43b4244-a525-4da9-9a9f-8ef8c212998b tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314851 Jun 23 16:23:38.832135 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5601c6-043b-41ab-ae63-1bb536b38aa9 req-be2bd688-4bbe-45fd-9315-7b15df361d73 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:38.833605 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ab5601c6-043b-41ab-ae63-1bb536b38aa9 req-be2bd688-4bbe-45fd-9315-7b15df361d73 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 932 time: 0.1493437 Jun 23 16:23:38.902372 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857ece1-33ac-4f69-8572-22f09b78724c req-f57574a5-55c2-4cfa-84cb-6fd89686f376 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:38.903931 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e857ece1-33ac-4f69-8572-22f09b78724c req-f57574a5-55c2-4cfa-84cb-6fd89686f376 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 946 time: 0.0638433 Jun 23 16:23:38.910444 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ab5601c6-043b-41ab-ae63-1bb536b38aa9 req-224b2437-1f0b-4f02-91e0-44ec0a0a21d4 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/security-groups?id=895e53b7-ce1d-4b47-8f92-f82834b5db18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697751 Jun 23 16:23:38.944430 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e857ece1-33ac-4f69-8572-22f09b78724c req-7f0ff39b-1923-4af4-9608-ebd0f9fb9344 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342863 Jun 23 16:23:38.990550 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851659c9-3049-4e4f-84f1-944083035dfd {{(pid=92863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:23:38.998546 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:39.011288 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Transition to ACTIVE for port object 851659c9-3049-4e4f-84f1-944083035dfd will not be triggered until provisioned by entity L2. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:23:39.017593 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:39.019718 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-969dba14-1244-45b3-bf0b-a9a38f0d8e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:39.100811 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Pushing event updated for resources: {'Port': ['ID=851659c9-3049-4e4f-84f1-944083035dfd,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:39.108082 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:39.175372 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4b4e1-7c6d-4d19-9a2d-f20214896ae1 req-086df9d2-7593-4c8d-8525-35eaf62a8501 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:39.176855 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-02f4b4e1-7c6d-4d19-9a2d-f20214896ae1 req-086df9d2-7593-4c8d-8525-35eaf62a8501 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.1534045 Jun 23 16:23:39.178236 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:39.201295 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Attempting to bind port 851659c9-3049-4e4f-84f1-944083035dfd on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:23:39.201629 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Attempting to bind port 851659c9-3049-4e4f-84f1-944083035dfd by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7d04fecc-825b-4941-aff1-ece9015f1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'afbd47df-b297-4e88-a1e9-28c0aceb872b'}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:23:39.201958 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Attempting to bind port 851659c9-3049-4e4f-84f1-944083035dfd on network afbd47df-b297-4e88-a1e9-28c0aceb872b {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:23:39.214598 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Port 851659c9-3049-4e4f-84f1-944083035dfd on network afbd47df-b297-4e88-a1e9-28c0aceb872b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:23:39.214917 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Attempting to bind port 851659c9-3049-4e4f-84f1-944083035dfd on network afbd47df-b297-4e88-a1e9-28c0aceb872b {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:23:39.226934 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Checking agent: {'id': '038417b8-6895-4fa1-8365-da35a0f7bc41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'started_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:23:39.227272 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Checking segment: {'id': '7d04fecc-825b-4941-aff1-ece9015f1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'afbd47df-b297-4e88-a1e9-28c0aceb872b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:23:39.227652 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Bound using segment: {'id': '7d04fecc-825b-4941-aff1-ece9015f1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'afbd47df-b297-4e88-a1e9-28c0aceb872b'} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:23:39.228092 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Bound port: 851659c9-3049-4e4f-84f1-944083035dfd, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d04fecc-825b-4941-aff1-ece9015f1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'afbd47df-b297-4e88-a1e9-28c0aceb872b'}}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:23:39.228440 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:39.242926 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-02f4b4e1-7c6d-4d19-9a2d-f20214896ae1 req-bbd2cb13-e6dd-4c7b-b48d-a03c9c8aba4f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526121 Jun 23 16:23:39.309728 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] For port 851659c9-3049-4e4f-84f1-944083035dfd, host hv-cinder-78836, cleared binding levels {{(pid=92863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:23:39.312909 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] For port 851659c9-3049-4e4f-84f1-944083035dfd, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=851659c9-3049-4e4f-84f1-944083035dfd,segment=NetworkSegment(7d04fecc-825b-4941-aff1-ece9015f1e2b),segment_id=7d04fecc-825b-4941-aff1-ece9015f1e2b)] {{(pid=92863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:23:39.317550 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:39.320373 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-95e90f8a-6b6c-486f-b095-1d77e7ce2b75 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:39.332251 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 50146) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:39.352243 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:39.352851 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:39.354335 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] 10.222.0.84 "PUT /v2.0/ports/851659c9-3049-4e4f-84f1-944083035dfd HTTP/1.1" status: 200 len: 1094 time: 0.7832792 Jun 23 16:23:39.354818 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fca893-fb62-4ee1-9b8a-f29d2df6926e', 'tag': '851659c9-3049-4e4f-84f1-944083035dfd'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:23:39.357092 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c909242-0090-48c0-b87d-34df92cf9ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "33fca893-fb62-4ee1-9b8a-f29d2df6926e", "tag": "851659c9-3049-4e4f-84f1-944083035dfd"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:23:39.385004 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Pushing event updated for resources: {'Port': ['ID=851659c9-3049-4e4f-84f1-944083035dfd,revision_number=3']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:39.387712 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:39.399473 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6379b001-f1aa-471f-82a1-6cc83a12b787 x-openstack-request-id: req-6379b001-f1aa-471f-82a1-6cc83a12b787 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:23:39.399857 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33fca893-fb62-4ee1-9b8a-f29d2df6926e", "tag": "851659c9-3049-4e4f-84f1-944083035dfd", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:23:39.400334 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6379b001-f1aa-471f-82a1-6cc83a12b787 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:23:39.400825 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fca893-fb62-4ee1-9b8a-f29d2df6926e', 'tag': '851659c9-3049-4e4f-84f1-944083035dfd', 'status': 'completed', 'code': 200} Jun 23 16:23:39.439122 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5e3f4-2a8f-4c85-9155-3f518f64ef6f req-d3e86b1e-dc8f-4235-a3b0-f51b8855c5f3 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:39.440474 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-40e5e3f4-2a8f-4c85-9155-3f518f64ef6f req-d3e86b1e-dc8f-4235-a3b0-f51b8855c5f3 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 946 time: 0.1434364 Jun 23 16:23:39.478620 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-6597b035-6524-4265-8081-89062842ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:39.480101 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-6597b035-6524-4265-8081-89062842ec0e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=efc330d54ca34426bcb9c0e78b78b1ac&device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 1097 time: 0.0542011 Jun 23 16:23:39.519116 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-40e5e3f4-2a8f-4c85-9155-3f518f64ef6f req-dd8d43af-cb65-4f84-9c50-39676bbcecb6 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722556 Jun 23 16:23:39.531264 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-7ce19c32-df09-450a-9eb2-cc3ed88f7a9d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=851659c9-3049-4e4f-84f1-944083035dfd HTTP/1.1" status: 200 len: 217 time: 0.0368235 Jun 23 16:23:39.586111 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-932f8118-97fb-4376-bea2-99490d3e20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:39.589007 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-932f8118-97fb-4376-bea2-99490d3e20f6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=88e43062-89eb-4a01-a1db-67f283145f98 HTTP/1.1" status: 200 len: 852 time: 0.0510058 Jun 23 16:23:39.624664 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-f3732282-c5b7-4694-ba99-431cfceab97d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=afbd47df-b297-4e88-a1e9-28c0aceb872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278141 Jun 23 16:23:39.724317 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-4fbb7cef-822d-41e8-aa47-82c914e90edb service neutron] 10.222.0.84 "GET /v2.0/networks/afbd47df-b297-4e88-a1e9-28c0aceb872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929723 Jun 23 16:23:39.826144 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8292e16d-aa1c-41c0-b1d0-416df13d0bff req-e995eee3-8964-488b-b46a-0aaf6453e3af service neutron] 10.222.0.84 "GET /v2.0/networks/afbd47df-b297-4e88-a1e9-28c0aceb872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949643 Jun 23 16:23:39.833582 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a289e743-c2f4-439f-bfc1-2faec52ff6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636670'] for router_interface, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:39.973328 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c909242-0090-48c0-b87d-34df92cf9ca2 req-56ee406e-3436-4595-9903-03886d81cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:39.974814 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2c909242-0090-48c0-b87d-34df92cf9ca2 req-56ee406e-3436-4595-9903-03886d81cf22 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=efc330d54ca34426bcb9c0e78b78b1ac&device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 1097 time: 0.0539286 Jun 23 16:23:40.110368 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c909242-0090-48c0-b87d-34df92cf9ca2 req-1960f8e3-1fab-4ef2-90d6-9c1123ec7d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:40.111850 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2c909242-0090-48c0-b87d-34df92cf9ca2 req-1960f8e3-1fab-4ef2-90d6-9c1123ec7d72 service neutron] 10.222.0.84 "GET /v2.0/networks?id=afbd47df-b297-4e88-a1e9-28c0aceb872b HTTP/1.1" status: 200 len: 913 time: 0.1292050 Jun 23 16:23:40.133454 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4454e0-ef32-4e6b-9281-39e80944b3d0 req-6efa5806-77d2-4262-a01b-4f0df81f867d tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:40.134896 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ce4454e0-ef32-4e6b-9281-39e80944b3d0 req-6efa5806-77d2-4262-a01b-4f0df81f867d tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 944 time: 0.0941222 Jun 23 16:23:40.140800 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-a289e743-c2f4-439f-bfc1-2faec52ff6a6 admin admin] Deleting port a198b07d-8655-49bd-b57e-98829eb97e83 {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:23:40.141142 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a289e743-c2f4-439f-bfc1-2faec52ff6a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:40.167754 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2c909242-0090-48c0-b87d-34df92cf9ca2 req-807b26a8-801b-4b0c-9ef4-147d604e7b49 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=851659c9-3049-4e4f-84f1-944083035dfd HTTP/1.1" status: 200 len: 217 time: 0.0484862 Jun 23 16:23:40.220783 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [None req-a289e743-c2f4-439f-bfc1-2faec52ff6a6 admin admin] For port a198b07d-8655-49bd-b57e-98829eb97e83, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=a198b07d-8655-49bd-b57e-98829eb97e83,segment=NetworkSegment(a5cd581f-8376-4163-a31a-e78ffac1a8cb),segment_id=a5cd581f-8376-4163-a31a-e78ffac1a8cb)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:40.221419 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a289e743-c2f4-439f-bfc1-2faec52ff6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:40.232471 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ce4454e0-ef32-4e6b-9281-39e80944b3d0 req-e1624081-8615-4fea-a7c7-7cebefc6747b tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/security-groups?id=895e53b7-ce1d-4b47-8f92-f82834b5db18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670512 Jun 23 16:23:40.233045 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-a289e743-c2f4-439f-bfc1-2faec52ff6a6 admin admin] Calling delete_port for a198b07d-8655-49bd-b57e-98829eb97e83 owned by network:router_interface {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:23:40.238427 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c909242-0090-48c0-b87d-34df92cf9ca2 req-a2d7a4de-3e89-4fbf-b61f-5a50d60220af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:40.240243 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2c909242-0090-48c0-b87d-34df92cf9ca2 req-a2d7a4de-3e89-4fbf-b61f-5a50d60220af service neutron] 10.222.0.84 "GET /v2.0/subnets?id=88e43062-89eb-4a01-a1db-67f283145f98 HTTP/1.1" status: 200 len: 852 time: 0.0603728 Jun 23 16:23:40.279550 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2c909242-0090-48c0-b87d-34df92cf9ca2 req-b28b21c2-f000-4725-88a2-f86a753942e7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=afbd47df-b297-4e88-a1e9-28c0aceb872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306957 Jun 23 16:23:40.374815 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2c909242-0090-48c0-b87d-34df92cf9ca2 req-3e9274f7-5868-4ba8-8834-11f1a778b8b3 service neutron] 10.222.0.84 "GET /v2.0/networks/afbd47df-b297-4e88-a1e9-28c0aceb872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869834 Jun 23 16:23:40.437371 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 9b15b57f-8f11-44df-aec4-c44070d0b95c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:23:40.457892 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] No Port match for: 9b15b57f-8f11-44df-aec4-c44070d0b95c {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:23:40.458606 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 9b15b57f-8f11-44df-aec4-c44070d0b95c not bound to the agent host hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:23:40.473832 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896ae64-ce80-4cb8-b2df-71dfaea33b20 req-2eb413da-f18a-4909-bdb1-871f473e1f2c tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:40.474862 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2c909242-0090-48c0-b87d-34df92cf9ca2 req-2395427a-cec4-4d9a-8210-fbf363898ea5 service neutron] 10.222.0.84 "GET /v2.0/networks/afbd47df-b297-4e88-a1e9-28c0aceb872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848444 Jun 23 16:23:40.475240 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e896ae64-ce80-4cb8-b2df-71dfaea33b20 req-2eb413da-f18a-4909-bdb1-871f473e1f2c tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.1118531 Jun 23 16:23:40.492998 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a289e743-c2f4-439f-bfc1-2faec52ff6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:40.501547 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:40.528894 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289e743-c2f4-439f-bfc1-2faec52ff6a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a198b07d-8655-49bd-b57e-98829eb97e83,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:40.531365 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-a289e743-c2f4-439f-bfc1-2faec52ff6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:40.584377 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e896ae64-ce80-4cb8-b2df-71dfaea33b20 req-91e18e6c-a2bb-47f5-8ee8-fd970ec9128e tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016476 Jun 23 16:23:40.696076 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-a289e743-c2f4-439f-bfc1-2faec52ff6a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407054'] for router_interface, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:41.139923 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a289e743-c2f4-439f-bfc1-2faec52ff6a6 admin admin] Router 5fbd133b-efaa-494d-b76b-32ca355fff21 has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:23:41.245334 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a289e743-c2f4-439f-bfc1-2faec52ff6a6 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:23:41.253546 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-a289e743-c2f4-439f-bfc1-2faec52ff6a6 admin admin] 10.222.0.46 "PUT /v2.0/routers/5fbd133b-efaa-494d-b76b-32ca355fff21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9171777 Jun 23 16:23:41.253546 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 50172) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:41.257640 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0b526-3116-45dd-98f0-5b21192c8c7c None None] Sync routers for ids ['5fbd133b-efaa-494d-b76b-32ca355fff21'] in dv-cinder-788363-4-iscsi {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:23:41.267098 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d0b526-3116-45dd-98f0-5b21192c8c7c None None] Routers {'5fbd133b-efaa-494d-b76b-32ca355fff21'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:23:41.268005 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-b4d0b526-3116-45dd-98f0-5b21192c8c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:23:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['5fbd133b-efaa-494d-b76b-32ca355fff21'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:23:41.386893 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-b4d0b526-3116-45dd-98f0-5b21192c8c7c None None] Set router 5fbd133b-efaa-494d-b76b-32ca355fff21 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:23:41.407746 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5d37c648-0dee-4c04-9ff3-022f190d011a admin admin] Notify callbacks [] for router, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:41.481748 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c36f14-17c3-490b-97ad-17896956bf32 req-c48eb9f4-1dfa-4741-b1e2-406bd61fadeb tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:41.483402 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-23c36f14-17c3-490b-97ad-17896956bf32 req-c48eb9f4-1dfa-4741-b1e2-406bd61fadeb tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 944 time: 0.1211331 Jun 23 16:23:41.570341 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-b4d0b526-3116-45dd-98f0-5b21192c8c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd133b-efaa-494d-b76b-32ca355fff21', 'name': 'tempest-ServerRescueNegativeTestJSON-408321401-router', 'tenant_id': 'a880a986b3474fb7aee8676598bc91b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '31af53db-6704-4862-b16a-01483e2bba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:25Z', 'updated_at': '2021-06-23T16:23:40Z', 'revision_number': 5, 'project_id': 'a880a986b3474fb7aee8676598bc91b5', 'gw_port': {'id': '31af53db-6704-4862-b16a-01483e2bba03', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd133b-efaa-494d-b76b-32ca355fff21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:23:41.570871 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-23c36f14-17c3-490b-97ad-17896956bf32 req-9843d85c-749d-42e7-a060-9e0883257a58 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/security-groups?id=895e53b7-ce1d-4b47-8f92-f82834b5db18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587997 Jun 23 16:23:41.573086 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5d37c648-0dee-4c04-9ff3-022f190d011a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:41.635433 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-5d37c648-0dee-4c04-9ff3-022f190d011a admin admin] Deleting port 31af53db-6704-4862-b16a-01483e2bba03 {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:23:41.635771 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5d37c648-0dee-4c04-9ff3-022f190d011a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:41.698212 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0b526-3116-45dd-98f0-5b21192c8c7c None None] Checking router: 5fbd133b-efaa-494d-b76b-32ca355fff21 for host: dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:23:41.706818 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d0b526-3116-45dd-98f0-5b21192c8c7c None None] Routers {'5fbd133b-efaa-494d-b76b-32ca355fff21'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:23:41.707755 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-b4d0b526-3116-45dd-98f0-5b21192c8c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:23:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['5fbd133b-efaa-494d-b76b-32ca355fff21'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:23:41.733741 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [None req-5d37c648-0dee-4c04-9ff3-022f190d011a admin admin] For port 31af53db-6704-4862-b16a-01483e2bba03, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=31af53db-6704-4862-b16a-01483e2bba03,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:41.734095 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5d37c648-0dee-4c04-9ff3-022f190d011a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:41.746520 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-5d37c648-0dee-4c04-9ff3-022f190d011a admin admin] Calling delete_port for 31af53db-6704-4862-b16a-01483e2bba03 owned by network:router_gateway {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:23:41.788847 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdba37c-3361-4b7b-95c0-b16c60bd66ff req-7e11ddd0-5d55-4444-bcb4-4cc90226b453 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:41.794780 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-b4d0b526-3116-45dd-98f0-5b21192c8c7c None None] Set router 5fbd133b-efaa-494d-b76b-32ca355fff21 gateway port host: None {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:23:41.796433 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3cdba37c-3361-4b7b-95c0-b16c60bd66ff req-7e11ddd0-5d55-4444-bcb4-4cc90226b453 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0771787 Jun 23 16:23:41.831645 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3cdba37c-3361-4b7b-95c0-b16c60bd66ff req-45d0df51-a28e-4a0d-9ae2-1f76538bc363 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343151 Jun 23 16:23:41.847851 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-b4d0b526-3116-45dd-98f0-5b21192c8c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd133b-efaa-494d-b76b-32ca355fff21', 'name': 'tempest-ServerRescueNegativeTestJSON-408321401-router', 'tenant_id': 'a880a986b3474fb7aee8676598bc91b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:25Z', 'updated_at': '2021-06-23T16:23:41Z', 'revision_number': 6, 'project_id': 'a880a986b3474fb7aee8676598bc91b5', 'gw_port_host': None}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:23:41.874701 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0b526-3116-45dd-98f0-5b21192c8c7c None None] The sync data for ids ['5fbd133b-efaa-494d-b76b-32ca355fff21'] in dv-cinder-788363-4-iscsi is: [{'id': '5fbd133b-efaa-494d-b76b-32ca355fff21', 'name': 'tempest-ServerRescueNegativeTestJSON-408321401-router', 'tenant_id': 'a880a986b3474fb7aee8676598bc91b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:25Z', 'updated_at': '2021-06-23T16:23:41Z', 'revision_number': 6, 'project_id': 'a880a986b3474fb7aee8676598bc91b5', 'gw_port_host': None}] {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:23:41.931222 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5d37c648-0dee-4c04-9ff3-022f190d011a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:41.933334 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-de476c76-5e75-4f1a-b930-a3cc523a76a9 tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:41.955918 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37c648-0dee-4c04-9ff3-022f190d011a admin admin] Pushing event deleted for resources: {'Port': ['ID=31af53db-6704-4862-b16a-01483e2bba03,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:41.959612 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-5d37c648-0dee-4c04-9ff3-022f190d011a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:42.018730 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5d37c648-0dee-4c04-9ff3-022f190d011a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651419'] for router_gateway, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:42.122685 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5d37c648-0dee-4c04-9ff3-022f190d011a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13130'] for router, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:42.125059 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5d37c648-0dee-4c04-9ff3-022f190d011a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:42.180454 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d567b5-7e98-4b0c-816b-d7734bc0d0f0 req-53a00b9b-fac1-413e-a960-c50f38d95834 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:42.181808 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-40d567b5-7e98-4b0c-816b-d7734bc0d0f0 req-53a00b9b-fac1-413e-a960-c50f38d95834 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0668108 Jun 23 16:23:42.190754 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5d37c648-0dee-4c04-9ff3-022f190d011a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406773'] for router, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:42.191286 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d37c648-0dee-4c04-9ff3-022f190d011a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fbd133b-efaa-494d-b76b-32ca355fff21 {{(pid=92864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:23:42.197888 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5d37c648-0dee-4c04-9ff3-022f190d011a admin admin] Notify callbacks [] for router, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:42.201362 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-5d37c648-0dee-4c04-9ff3-022f190d011a admin admin] 10.222.0.46 "DELETE /v2.0/routers/5fbd133b-efaa-494d-b76b-32ca355fff21 HTTP/1.1" status: 204 len: 168 time: 0.9452379 Jun 23 16:23:42.201569 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 50188) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:42.252896 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6faadf-d0a0-407b-9788-9bf3d0e6c167 admin admin] Deleting subnet 9790e06a-23e5-4112-9fcd-ab37b14fb6cc {{(pid=92864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:23:42.255642 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-3c6faadf-d0a0-407b-9788-9bf3d0e6c167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:42.263280 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-40d567b5-7e98-4b0c-816b-d7734bc0d0f0 req-eb3299c0-6240-41a6-9bc0-ba499fe54f61 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746372 Jun 23 16:23:42.276619 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433070f-1d29-46c8-95f7-580e328a9cbe req-b93bb022-51de-4bbd-8b88-d161a365992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:42.278150 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d433070f-1d29-46c8-95f7-580e328a9cbe req-b93bb022-51de-4bbd-8b88-d161a365992a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a11bfaeaf90b4b2a9e648a6081eb79d6&device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 1098 time: 0.0813553 Jun 23 16:23:42.296421 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-3c6faadf-d0a0-407b-9788-9bf3d0e6c167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126767234'] for subnet, precommit_delete_associations {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:42.348501 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-3c6faadf-d0a0-407b-9788-9bf3d0e6c167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482743'] for subnet, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:42.373423 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433070f-1d29-46c8-95f7-580e328a9cbe req-44369e5b-392e-47b5-adf6-06bd9ffb393a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:42.374926 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d433070f-1d29-46c8-95f7-580e328a9cbe req-44369e5b-392e-47b5-adf6-06bd9ffb393a service neutron] 10.222.0.84 "GET /v2.0/networks?id=c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 HTTP/1.1" status: 200 len: 911 time: 0.0890758 Jun 23 16:23:42.400675 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-3c6faadf-d0a0-407b-9788-9bf3d0e6c167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126768242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126835600'] for subnet, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:42.403150 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-40c9f28d-39d2-474f-9b88-76b6818cf750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:42.426003 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6faadf-d0a0-407b-9788-9bf3d0e6c167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9790e06a-23e5-4112-9fcd-ab37b14fb6cc,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:42.428554 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-3c6faadf-d0a0-407b-9788-9bf3d0e6c167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:42.431416 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-3c6faadf-d0a0-407b-9788-9bf3d0e6c167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:42.434318 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-3c6faadf-d0a0-407b-9788-9bf3d0e6c167 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9790e06a-23e5-4112-9fcd-ab37b14fb6cc HTTP/1.1" status: 204 len: 168 time: 0.2317066 Jun 23 16:23:42.435674 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 50192) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:42.443612 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 851659c9-3049-4e4f-84f1-944083035dfd details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:23:42.447267 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d433070f-1d29-46c8-95f7-580e328a9cbe req-7c94df42-cf6a-475e-ab1c-ed45afbbde6f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f98da5d9-6058-4b2d-a1e3-11349cb6e0eb HTTP/1.1" status: 200 len: 1001 time: 0.0654702 Jun 23 16:23:42.497613 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433070f-1d29-46c8-95f7-580e328a9cbe req-891110d2-3fd9-4d17-aefa-077b9042832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:42.499275 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d433070f-1d29-46c8-95f7-580e328a9cbe req-891110d2-3fd9-4d17-aefa-077b9042832a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d HTTP/1.1" status: 200 len: 849 time: 0.0449476 Jun 23 16:23:42.503219 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6cc79304-95b2-4afa-85fc-1dd525e37397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468273'] for network, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:42.541143 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 851659c9-3049-4e4f-84f1-944083035dfd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=851659c9-3049-4e4f-84f1-944083035dfd,segment=NetworkSegment(7d04fecc-825b-4941-aff1-ece9015f1e2b),segment_id=7d04fecc-825b-4941-aff1-ece9015f1e2b)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:42.553449 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Returning: {'device': '851659c9-3049-4e4f-84f1-944083035dfd', 'network_id': 'afbd47df-b297-4e88-a1e9-28c0aceb872b', 'port_id': '851659c9-3049-4e4f-84f1-944083035dfd', 'mac_address': 'fa:16:3e:04:9b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88e43062-89eb-4a01-a1db-67f283145f98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:23:42.558750 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433070f-1d29-46c8-95f7-580e328a9cbe req-ffed47ef-cbbb-4291-bd85-5f3cdee7faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:42.560254 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d433070f-1d29-46c8-95f7-580e328a9cbe req-ffed47ef-cbbb-4291-bd85-5f3cdee7faf8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542254 Jun 23 16:23:42.591689 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:42.596506 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6cc79304-95b2-4afa-85fc-1dd525e37397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481338', 'neutron.services.segments.db._delete_segments_for_network-8751334030111'] for network, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:42.604784 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851659c9-3049-4e4f-84f1-944083035dfd {{(pid=92865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:23:42.608637 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-6cc79304-95b2-4afa-85fc-1dd525e37397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e4245e-4f0f-4237-826e-50852997cf26']}} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:23:42.621399 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-6cc79304-95b2-4afa-85fc-1dd525e37397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5cd581f-8376-4163-a31a-e78ffac1a8cb') {'for_net_delete': True} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:23:42.621706 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-6cc79304-95b2-4afa-85fc-1dd525e37397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5cd581f-8376-4163-a31a-e78ffac1a8cb') {} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:23:42.624702 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 851659c9-3049-4e4f-84f1-944083035dfd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=851659c9-3049-4e4f-84f1-944083035dfd,segment=NetworkSegment(7d04fecc-825b-4941-aff1-ece9015f1e2b),segment_id=7d04fecc-825b-4941-aff1-ece9015f1e2b)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:42.632454 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:42.634957 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6cc79304-95b2-4afa-85fc-1dd525e37397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751334018286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126767261'] for segment, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:42.635676 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:42.661037 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6cc79304-95b2-4afa-85fc-1dd525e37397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:42.674633 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc79304-95b2-4afa-85fc-1dd525e37397 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=92864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:23:42.675036 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6cc79304-95b2-4afa-85fc-1dd525e37397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126768367'] for segment, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: Traceback (most recent call last): Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: timer() Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: cb(*args, **kw) Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: return func(*args, **kwargs) Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: self._notify() Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: self.callback(batched_events) Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: event.method(event) Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: return f(self, *a, **k) Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: return self._get(url).json() Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: return self.request(url, 'GET', **kwargs) Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:23:42.678094 dv-cinder-788363-4-iscsi neutron-server[92864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:23:42.696344 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d433070f-1d29-46c8-95f7-580e328a9cbe req-e0b45d62-23cf-4e0b-84b8-44c2af29fa2d service neutron] 10.222.0.84 "GET /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266563 Jun 23 16:23:42.697952 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=851659c9-3049-4e4f-84f1-944083035dfd,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:42.702438 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:42.782184 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6cc79304-95b2-4afa-85fc-1dd525e37397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651370'] for network, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:42.788164 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ef8fb46f-cc6f-42b9-956d-39e166459abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:42.794396 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6cc79304-95b2-4afa-85fc-1dd525e37397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:42.796191 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-6cc79304-95b2-4afa-85fc-1dd525e37397 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c6e4245e-4f0f-4237-826e-50852997cf26 HTTP/1.1" status: 204 len: 168 time: 0.3595967 Jun 23 16:23:42.801272 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d433070f-1d29-46c8-95f7-580e328a9cbe req-701d32b2-a87c-4177-a29f-9f0fe3f65e8e service neutron] 10.222.0.84 "GET /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997798 Jun 23 16:23:42.807217 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc79304-95b2-4afa-85fc-1dd525e37397 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6e4245e-4f0f-4237-826e-50852997cf26,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:42.810646 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-6cc79304-95b2-4afa-85fc-1dd525e37397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:42.827857 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff365c7c-afa0-4ff3-aec8-3c3abf6e06db req-0b652e38-4d95-43cb-a36c-15c929dc340b tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:42.829489 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ff365c7c-afa0-4ff3-aec8-3c3abf6e06db req-0b652e38-4d95-43cb-a36c-15c929dc340b tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 945 time: 0.0951641 Jun 23 16:23:42.867864 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ff365c7c-afa0-4ff3-aec8-3c3abf6e06db req-67bdb1af-a1ad-4fda-a0e0-de988c3d1ccb tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/security-groups?id=895e53b7-ce1d-4b47-8f92-f82834b5db18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321527 Jun 23 16:23:42.969529 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 50200) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:42.996043 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['851659c9-3049-4e4f-84f1-944083035dfd'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:23:43.013640 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-aed2348f-ddbc-46ad-9302-79be4722b212 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a880a986b3474fb7aee8676598bc91b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0428035 Jun 23 16:23:43.015980 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 50202) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:43.066036 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7c1a0ecb-d187-4cac-bab2-4f83d19f844b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:43.086020 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7c1a0ecb-d187-4cac-bab2-4f83d19f844b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:43.133706 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7c1a0ecb-d187-4cac-bab2-4f83d19f844b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:43.136488 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7c1a0ecb-d187-4cac-bab2-4f83d19f844b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:43.137594 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-7c1a0ecb-d187-4cac-bab2-4f83d19f844b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e936191f-c9fd-49f0-8f94-eb9687746a41 HTTP/1.1" status: 204 len: 168 time: 0.1207421 Jun 23 16:23:43.138468 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-106710e5-da8e-40ea-9cd2-955df4c2bc0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:43.146010 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a0ecb-d187-4cac-bab2-4f83d19f844b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e936191f-c9fd-49f0-8f94-eb9687746a41,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:43.148143 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7c1a0ecb-d187-4cac-bab2-4f83d19f844b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:43.459638 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acb651-9320-4a72-9441-4de28f0781e1 req-2e5ff696-e724-4df6-a6e2-f3b000fa46a3 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:43.461585 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-42acb651-9320-4a72-9441-4de28f0781e1 req-2e5ff696-e724-4df6-a6e2-f3b000fa46a3 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0678124 Jun 23 16:23:43.505348 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-42acb651-9320-4a72-9441-4de28f0781e1 req-33a6e783-2e6b-45d0-8eb9-bf7758e21ca5 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371981 Jun 23 16:23:43.720194 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device a198b07d-8655-49bd-b57e-98829eb97e83 no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:23:43.740959 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: a198b07d-8655-49bd-b57e-98829eb97e83 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:23:43.741339 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device a198b07d-8655-49bd-b57e-98829eb97e83 not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:23:43.741768 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 31af53db-6704-4862-b16a-01483e2bba03 no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:23:43.759616 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: 31af53db-6704-4862-b16a-01483e2bba03 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:23:43.759971 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 31af53db-6704-4862-b16a-01483e2bba03 not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:23:43.797194 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 50228) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:43.889511 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-28f16167-cc55-41a5-bd32-5abde8ff4344 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1203582242-network', 'tenant_id': '84af8417537f406c8c37b2e358c1c5f5'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:23:43.911313 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f16167-cc55-41a5-bd32-5abde8ff4344 admin admin] Made reservation on behalf of 84af8417537f406c8c37b2e358c1c5f5 for: {'network': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:23:43.913710 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-28f16167-cc55-41a5-bd32-5abde8ff4344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for network, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:43.922081 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-28f16167-cc55-41a5-bd32-5abde8ff4344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:44.042502 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-28f16167-cc55-41a5-bd32-5abde8ff4344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:44.046679 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-28f16167-cc55-41a5-bd32-5abde8ff4344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:44.051182 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-5813e8fb-27c3-4e77-8d04-ab0aec497c30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:44.074299 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f16167-cc55-41a5-bd32-5abde8ff4344 admin admin] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=92864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:23:44.103486 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d81ce-6852-4499-ac0a-9ec4c7dbc773 req-939a70a7-f5bf-43df-9e62-e6ab0699a167 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:44.104916 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ad4d81ce-6852-4499-ac0a-9ec4c7dbc773 req-939a70a7-f5bf-43df-9e62-e6ab0699a167 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 945 time: 0.1234741 Jun 23 16:23:44.106059 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-28f16167-cc55-41a5-bd32-5abde8ff4344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:44.106426 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.segments_db [None req-28f16167-cc55-41a5-bd32-5abde8ff4344 admin admin] Added segment ef448175-bf3b-4d0f-87c2-b25e29cfbf5b of type vlan for network 51b468f5-7c7f-4931-9a90-efb26ca1eb16 Jun 23 16:23:44.107682 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f16167-cc55-41a5-bd32-5abde8ff4344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65976cc2-306e-4ddf-b891-aef8e164706c,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:44.110714 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-28f16167-cc55-41a5-bd32-5abde8ff4344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:44.169524 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-28f16167-cc55-41a5-bd32-5abde8ff4344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751333559336'] for network, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:44.177616 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ad4d81ce-6852-4499-ac0a-9ec4c7dbc773 req-16430636-8799-4d88-82ce-f94238183ebd tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/security-groups?id=895e53b7-ce1d-4b47-8f92-f82834b5db18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659974 Jun 23 16:23:44.202607 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-28f16167-cc55-41a5-bd32-5abde8ff4344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055'] for network, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:44.204173 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f16167-cc55-41a5-bd32-5abde8ff4344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:44.204748 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-28f16167-cc55-41a5-bd32-5abde8ff4344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:44.207684 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-6cc79304-95b2-4afa-85fc-1dd525e37397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:44.235545 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-28f16167-cc55-41a5-bd32-5abde8ff4344 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4372635 Jun 23 16:23:44.238572 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 50234) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:44.244029 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Request body: {'subnet': {'network_id': '51b468f5-7c7f-4931-9a90-efb26ca1eb16', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1203582242-subnet', 'tenant_id': '84af8417537f406c8c37b2e358c1c5f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:23:44.264502 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Made reservation on behalf of 84af8417537f406c8c37b2e358c1c5f5 for: {'subnet': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:23:44.266420 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f16167-cc55-41a5-bd32-5abde8ff4344 admin admin] Pushing event updated for resources: {'Network': ['ID=51b468f5-7c7f-4931-9a90-efb26ca1eb16,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:44.266810 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126317421'] for subnet, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:44.269123 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-28f16167-cc55-41a5-bd32-5abde8ff4344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:44.277659 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Network 51b468f5-7c7f-4931-9a90-efb26ca1eb16 details requested by agent ovs-agent-dv-cinder-788363-4-iscsi with host dv-cinder-788363-4-iscsi {{(pid=92865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:23:44.430022 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125859244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126317439'] for subnet, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:44.432324 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-9b966e66-6c96-49b4-ac81-9bc2dd61a506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:44.440924 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 851659c9-3049-4e4f-84f1-944083035dfd up at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:23:44.482875 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a13dcb6b-63c2-4b53-a4d0-749cfb697a09,revision_number=0']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:44.488224 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning for port 851659c9-3049-4e4f-84f1-944083035dfd completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:23:44.492578 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning complete for port 851659c9-3049-4e4f-84f1-944083035dfd triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:23:44.492955 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:44.493062 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:44.493403 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:44.493759 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:44.494107 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:44.494485 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:44.494834 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:44.495230 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:44.495656 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:44.496027 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:44.496374 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:44.496710 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:44.497047 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:44.502335 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:44.505036 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Checking segment: {'id': 'ef448175-bf3b-4d0f-87c2-b25e29cfbf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '51b468f5-7c7f-4931-9a90-efb26ca1eb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:23:44.505384 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Network hostable DHCP agents. Network: 51b468f5-7c7f-4931-9a90-efb26ca1eb16, hostable agents: ['282bd639-6a17-4952-b94c-338e5747c82c'], hosted agents: [] {{(pid=92863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:23:44.523529 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Network 51b468f5-7c7f-4931-9a90-efb26ca1eb16 is scheduled to be hosted by DHCP agent 282bd639-6a17-4952-b94c-338e5747c82c with binding_index 1 {{(pid=92863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:23:44.536228 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-iscsi, 51b468f5-7c7f-4931-9a90-efb26ca1eb16) {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:23:44.551495 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:23:44.554706 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e57347-e30e-4b16-a8d1-b1dac3363660 None None] Network 51b468f5-7c7f-4931-9a90-efb26ca1eb16 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:23:44.555260 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:44.556395 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for subnet, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:44.584577 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-5319d37b-ff21-4fa4-ae07-26431a5eaf12 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3371606 Jun 23 16:23:44.668193 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:44.719372 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fca893-fb62-4ee1-9b8a-f29d2df6926e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851659c9-3049-4e4f-84f1-944083035dfd'}] {{(pid=92865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:23:44.721646 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053164b0cf726773bb22b402b066b9c97a54671ffe15cd7793040184515b98b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5474ce6-faba-4b44-ac91-df3083a949f1" -d '{"events": [{"server_uuid": "33fca893-fb62-4ee1-9b8a-f29d2df6926e", "name": "network-vif-plugged", "status": "completed", "tag": "851659c9-3049-4e4f-84f1-944083035dfd"}]}' {{(pid=92865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:23:44.740632 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3a672-e110-4cd0-a35e-0418a050a8ef req-ebc78b48-82f5-4e4d-9452-0241c8ad9a4e tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:44.749880 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3bd3a672-e110-4cd0-a35e-0418a050a8ef req-ebc78b48-82f5-4e4d-9452-0241c8ad9a4e tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0959673 Jun 23 16:23:44.792133 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3bd3a672-e110-4cd0-a35e-0418a050a8ef req-5aa33cca-f586-4689-9a0c-29231052d220 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404909 Jun 23 16:23:44.881073 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1aaa26-9bec-4dcc-ad6b-a07cf67782a4 x-openstack-request-id: req-8f1aaa26-9bec-4dcc-ad6b-a07cf67782a4 {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:23:44.881366 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33fca893-fb62-4ee1-9b8a-f29d2df6926e", "name": "network-vif-plugged", "status": "completed", "tag": "851659c9-3049-4e4f-84f1-944083035dfd", "code": 200}]} {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:23:44.881621 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8f1aaa26-9bec-4dcc-ad6b-a07cf67782a4 {{(pid=92865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:23:44.882049 dv-cinder-788363-4-iscsi neutron-server[92865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fca893-fb62-4ee1-9b8a-f29d2df6926e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851659c9-3049-4e4f-84f1-944083035dfd', 'code': 200} Jun 23 16:23:44.883680 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 851659c9-3049-4e4f-84f1-944083035dfd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=851659c9-3049-4e4f-84f1-944083035dfd,segment=NetworkSegment(7d04fecc-825b-4941-aff1-ece9015f1e2b),segment_id=7d04fecc-825b-4941-aff1-ece9015f1e2b)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:44.889140 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da9a22a-136a-4929-b019-d4e6a455046a None None] Network 51b468f5-7c7f-4931-9a90-efb26ca1eb16 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:23:44.893076 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:44.904530 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:44.995396 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=851659c9-3049-4e4f-84f1-944083035dfd,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:44.998625 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:45.045306 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcb713-4e8f-4649-bd43-affd1ce2f92c req-a5c4816b-0118-4570-bc62-9d46659d44ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:45.047100 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-83dcb713-4e8f-4649-bd43-affd1ce2f92c req-a5c4816b-0118-4570-bc62-9d46659d44ff service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 1099 time: 0.0563228 Jun 23 16:23:45.081075 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-83dcb713-4e8f-4649-bd43-affd1ce2f92c req-dfef1614-8749-4025-8fb1-340dfb8ee2d5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=895e53b7-ce1d-4b47-8f92-f82834b5db18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273190 Jun 23 16:23:45.096534 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-8d24b3bb-aefb-465b-8227-a048b50a04b9 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:45.097939 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-8d24b3bb-aefb-465b-8227-a048b50a04b9 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 815 time: 0.1088405 Jun 23 16:23:45.112606 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-f790fcf5-9f6e-4cd0-865d-f07fe345c317 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/quotas/84af8417537f406c8c37b2e358c1c5f5 HTTP/1.1" status: 200 len: 375 time: 0.0086048 Jun 23 16:23:45.145917 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-c55d985f-49b3-4b7f-8947-0bb077ea519a tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283668 Jun 23 16:23:45.236699 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-414e2a26-97da-4ae7-9d26-bb25079c2811 service neutron] 10.222.0.46 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837755 Jun 23 16:23:45.322629 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-5ab33593-5e8a-47ac-94f7-e585b6857dfb service neutron] 10.222.0.46 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803499 Jun 23 16:23:45.350829 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b056c-44e4-4e51-a618-5570bfed2631 req-e8060983-10cf-40ce-bff0-cdf01be09dc3 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:45.352277 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3c9b056c-44e4-4e51-a618-5570bfed2631 req-e8060983-10cf-40ce-bff0-cdf01be09dc3 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 946 time: 0.0629678 Jun 23 16:23:45.393803 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3c9b056c-44e4-4e51-a618-5570bfed2631 req-15c687d4-9f61-4c78-ba3d-a9b8923956a5 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/security-groups?id=895e53b7-ce1d-4b47-8f92-f82834b5db18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358744 Jun 23 16:23:45.491467 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-9a6cecad-7455-4b38-9b14-72b631d38832 req-ca4dfb1e-30a9-424e-bd98-52d2a525f3f8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 210 time: 0.0285583 Jun 23 16:23:46.301533 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-34aec8ac-165b-4a54-9225-73e2f5c1ef49 req-afe7f142-ef66-46e3-ae01-8313c259e98f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535676 Jun 23 16:23:46.414796 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aec8ac-165b-4a54-9225-73e2f5c1ef49 req-0a9ffed4-7506-4875-ae6d-c8e111c14586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:46.416395 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-34aec8ac-165b-4a54-9225-73e2f5c1ef49 req-0a9ffed4-7506-4875-ae6d-c8e111c14586 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a76e9d11e45c4db3b9f6a8f2b48aff11&device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 1100 time: 0.0527399 Jun 23 16:23:46.534968 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aec8ac-165b-4a54-9225-73e2f5c1ef49 req-fa4f7b6a-0349-4a61-94f2-ae5b2933f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:46.536598 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-34aec8ac-165b-4a54-9225-73e2f5c1ef49 req-fa4f7b6a-0349-4a61-94f2-ae5b2933f97e service neutron] 10.222.0.84 "GET /v2.0/networks?id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2 HTTP/1.1" status: 200 len: 917 time: 0.0893371 Jun 23 16:23:46.571995 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4116f-b097-4eaa-89a8-b20ca16d7ad3 req-eb8d3e75-5336-4b0c-aec1-fd1dcca1948b tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:46.573454 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2ff4116f-b097-4eaa-89a8-b20ca16d7ad3 req-eb8d3e75-5336-4b0c-aec1-fd1dcca1948b tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 946 time: 0.0661502 Jun 23 16:23:46.607888 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-34aec8ac-165b-4a54-9225-73e2f5c1ef49 req-d00f032c-b130-470c-bc12-c4c2992eb506 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dd77542-313f-4d54-88e2-c12367e8e14f HTTP/1.1" status: 200 len: 1002 time: 0.0642908 Jun 23 16:23:46.612502 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2ff4116f-b097-4eaa-89a8-b20ca16d7ad3 req-b65a8f5c-c956-495a-84d8-b68c5909a891 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/security-groups?id=895e53b7-ce1d-4b47-8f92-f82834b5db18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331841 Jun 23 16:23:46.642378 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c2ebeb6f-6970-4810-aa7e-9c807119c1e6 req-8d42e72e-5916-4d5f-9e5e-8f7921e4a0c9 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 210 time: 0.0333948 Jun 23 16:23:46.680338 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aec8ac-165b-4a54-9225-73e2f5c1ef49 req-a942c76b-afb5-4cc0-bfbe-197d3eb69b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:46.681778 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-34aec8ac-165b-4a54-9225-73e2f5c1ef49 req-a942c76b-afb5-4cc0-bfbe-197d3eb69b7d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e737d9e7-5b3c-4d9d-bb31-91a55656b0db HTTP/1.1" status: 200 len: 855 time: 0.0629995 Jun 23 16:23:46.769423 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aec8ac-165b-4a54-9225-73e2f5c1ef49 req-2d896c37-537f-4c72-bb1f-318099910757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:46.771808 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-34aec8ac-165b-4a54-9225-73e2f5c1ef49 req-2d896c37-537f-4c72-bb1f-318099910757 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569708 Jun 23 16:23:46.892050 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-34aec8ac-165b-4a54-9225-73e2f5c1ef49 req-540b246c-04aa-4c5f-b85d-a04d48fbb767 service neutron] 10.222.0.84 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130025 Jun 23 16:23:47.024426 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-207db182-a046-4ec2-b4d6-f0b07feb291d tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:47.025874 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-207db182-a046-4ec2-b4d6-f0b07feb291d tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.84 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 815 time: 0.1755829 Jun 23 16:23:47.043804 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-34aec8ac-165b-4a54-9225-73e2f5c1ef49 req-37b035f2-f845-4408-9750-55d0452ad9bb service neutron] 10.222.0.84 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233089 Jun 23 16:23:47.049018 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-a2faeee6-c9ac-42fd-81cd-099258da03fd tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Request body: {'port': {'device_id': '8f25814d-ade4-4b1a-ac9a-d3ff25b381e9', 'network_id': '51b468f5-7c7f-4931-9a90-efb26ca1eb16', 'admin_state_up': True, 'tenant_id': '84af8417537f406c8c37b2e358c1c5f5'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:23:47.409773 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-a2faeee6-c9ac-42fd-81cd-099258da03fd tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Made reservation on behalf of 84af8417537f406c8c37b2e358c1c5f5 for: {'port': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:23:47.413195 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-a2faeee6-c9ac-42fd-81cd-099258da03fd tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:47.538507 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-a2faeee6-c9ac-42fd-81cd-099258da03fd tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Allocated IP 172.20.0.10 (51b468f5-7c7f-4931-9a90-efb26ca1eb16/a13dcb6b-63c2-4b53-a4d0-749cfb697a09/8c73b264-c454-4149-848b-a61fe26ee7ba) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:23:47.688040 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-a2faeee6-c9ac-42fd-81cd-099258da03fd tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:47.726760 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-a2faeee6-c9ac-42fd-81cd-099258da03fd tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125858108'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:47.731735 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-1e332945-24af-4a62-b4e4-abfacf84d9c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:47.802519 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-a2faeee6-c9ac-42fd-81cd-099258da03fd tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Network 51b468f5-7c7f-4931-9a90-efb26ca1eb16 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:23:47.809353 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-a2faeee6-c9ac-42fd-81cd-099258da03fd tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:23:47.812919 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-a2faeee6-c9ac-42fd-81cd-099258da03fd tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:23:47.858251 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2faeee6-c9ac-42fd-81cd-099258da03fd tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Pushing event updated for resources: {'Port': ['ID=8c73b264-c454-4149-848b-a61fe26ee7ba,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:47.861058 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-a2faeee6-c9ac-42fd-81cd-099258da03fd tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:47.886183 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-a2faeee6-c9ac-42fd-81cd-099258da03fd tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:47.886811 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-a2faeee6-c9ac-42fd-81cd-099258da03fd tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:47.910952 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751c7ff-9987-4dae-86e0-41ab32f70b9c req-9924f7c8-46ab-4d7b-a496-ec719fae3fe4 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:47.912450 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6751c7ff-9987-4dae-86e0-41ab32f70b9c req-9924f7c8-46ab-4d7b-a496-ec719fae3fe4 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 932 time: 0.1534996 Jun 23 16:23:47.914881 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-a2faeee6-c9ac-42fd-81cd-099258da03fd tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8700778 Jun 23 16:23:47.940997 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Request body: {'port': {'device_id': '8f25814d-ade4-4b1a-ac9a-d3ff25b381e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:23:47.981862 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6751c7ff-9987-4dae-86e0-41ab32f70b9c req-1ee0b480-2df9-4e00-84b5-a057b368eb1b tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631952 Jun 23 16:23:48.022556 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:48.296046 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c73b264-c454-4149-848b-a61fe26ee7ba {{(pid=92863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:23:48.303890 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:48.316007 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Transition to ACTIVE for port object 8c73b264-c454-4149-848b-a61fe26ee7ba will not be triggered until provisioned by entity L2. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:23:48.319416 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:48.322571 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:48.375789 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c73b264-c454-4149-848b-a61fe26ee7ba,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:48.394903 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:48.447952 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Attempting to bind port 8c73b264-c454-4149-848b-a61fe26ee7ba on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:23:48.448280 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Attempting to bind port 8c73b264-c454-4149-848b-a61fe26ee7ba by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'ef448175-bf3b-4d0f-87c2-b25e29cfbf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '51b468f5-7c7f-4931-9a90-efb26ca1eb16'}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:23:48.448600 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Attempting to bind port 8c73b264-c454-4149-848b-a61fe26ee7ba on network 51b468f5-7c7f-4931-9a90-efb26ca1eb16 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:23:48.452626 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Port 8c73b264-c454-4149-848b-a61fe26ee7ba on network 51b468f5-7c7f-4931-9a90-efb26ca1eb16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:23:48.452935 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Attempting to bind port 8c73b264-c454-4149-848b-a61fe26ee7ba on network 51b468f5-7c7f-4931-9a90-efb26ca1eb16 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:23:48.457512 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Checking agent: {'id': '038417b8-6895-4fa1-8365-da35a0f7bc41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'started_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:23:48.457838 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Checking segment: {'id': 'ef448175-bf3b-4d0f-87c2-b25e29cfbf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '51b468f5-7c7f-4931-9a90-efb26ca1eb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:23:48.458245 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Bound using segment: {'id': 'ef448175-bf3b-4d0f-87c2-b25e29cfbf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '51b468f5-7c7f-4931-9a90-efb26ca1eb16'} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:23:48.458669 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Bound port: 8c73b264-c454-4149-848b-a61fe26ee7ba, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef448175-bf3b-4d0f-87c2-b25e29cfbf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '51b468f5-7c7f-4931-9a90-efb26ca1eb16'}}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:23:48.459255 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:48.519244 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] For port 8c73b264-c454-4149-848b-a61fe26ee7ba, host hv-cinder-78836, cleared binding levels {{(pid=92863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:23:48.522095 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] For port 8c73b264-c454-4149-848b-a61fe26ee7ba, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8c73b264-c454-4149-848b-a61fe26ee7ba,segment=NetworkSegment(ef448175-bf3b-4d0f-87c2-b25e29cfbf5b),segment_id=ef448175-bf3b-4d0f-87c2-b25e29cfbf5b)] {{(pid=92863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:23:48.527247 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:48.529929 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:48.560039 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:48.560682 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:48.562027 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] 10.222.0.84 "PUT /v2.0/ports/8c73b264-c454-4149-848b-a61fe26ee7ba HTTP/1.1" status: 200 len: 1094 time: 0.6252692 Jun 23 16:23:48.562530 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f25814d-ade4-4b1a-ac9a-d3ff25b381e9', 'tag': '8c73b264-c454-4149-848b-a61fe26ee7ba'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:23:48.564806 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f55f06-e1ae-415d-91c1-dfa464f2b402" -d '{"events": [{"name": "network-changed", "server_uuid": "8f25814d-ade4-4b1a-ac9a-d3ff25b381e9", "tag": "8c73b264-c454-4149-848b-a61fe26ee7ba"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:23:48.588706 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c73b264-c454-4149-848b-a61fe26ee7ba,revision_number=3']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:48.591621 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:48.612028 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc46016-8f86-4cbd-822a-507b67a09996 x-openstack-request-id: req-7cc46016-8f86-4cbd-822a-507b67a09996 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:23:48.612379 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f25814d-ade4-4b1a-ac9a-d3ff25b381e9", "tag": "8c73b264-c454-4149-848b-a61fe26ee7ba", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:23:48.612688 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7cc46016-8f86-4cbd-822a-507b67a09996 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:23:48.613115 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f25814d-ade4-4b1a-ac9a-d3ff25b381e9', 'tag': '8c73b264-c454-4149-848b-a61fe26ee7ba', 'status': 'completed', 'code': 200} Jun 23 16:23:48.685741 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-799f36d5-211a-4c96-a625-3ac396c80eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:48.689147 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-799f36d5-211a-4c96-a625-3ac396c80eaf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 1097 time: 0.0541153 Jun 23 16:23:48.743665 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-6b59ae32-45be-42ee-8c06-a22750b13e3a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c73b264-c454-4149-848b-a61fe26ee7ba HTTP/1.1" status: 200 len: 217 time: 0.0382836 Jun 23 16:23:48.791953 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-a8834593-07df-4982-a1a9-88c3160dfc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:48.793231 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-a8834593-07df-4982-a1a9-88c3160dfc8a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a13dcb6b-63c2-4b53-a4d0-749cfb697a09 HTTP/1.1" status: 200 len: 855 time: 0.0418885 Jun 23 16:23:48.826915 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-8cd268ad-945d-47fd-8a88-a5a4d8430772 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51b468f5-7c7f-4931-9a90-efb26ca1eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249994 Jun 23 16:23:48.919787 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-1e82a943-cd60-4988-9cfb-e4922a451fb2 service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855050 Jun 23 16:23:49.010572 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-23aabeb0-ca14-434e-9610-ada19147ac10 req-a09798cc-3639-4a42-9944-2b20d5413776 service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828421 Jun 23 16:23:49.199227 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e927c4-5b32-44fd-b588-da4d0776ba31 req-1a6c027a-c4c5-49cc-aa3d-7998ef0aa18b tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:49.200695 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c9e927c4-5b32-44fd-b588-da4d0776ba31 req-1a6c027a-c4c5-49cc-aa3d-7998ef0aa18b tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 944 time: 0.1045065 Jun 23 16:23:49.206084 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f55f06-e1ae-415d-91c1-dfa464f2b402 req-3a1d82e1-0cf0-4fc3-a280-46688c43473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:49.207517 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-93f55f06-e1ae-415d-91c1-dfa464f2b402 req-3a1d82e1-0cf0-4fc3-a280-46688c43473a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 1097 time: 0.0804107 Jun 23 16:23:49.216892 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595ac1b-0b0c-4203-a79a-16dddab3e9fc req-0252cc3f-d424-4a2b-b106-4daaa06ff7ef tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:49.218452 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5595ac1b-0b0c-4203-a79a-16dddab3e9fc req-0252cc3f-d424-4a2b-b106-4daaa06ff7ef tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 946 time: 0.0633485 Jun 23 16:23:49.255706 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5595ac1b-0b0c-4203-a79a-16dddab3e9fc req-22a7a838-e336-406c-b698-2972adba576e tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315311 Jun 23 16:23:49.282012 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 50314) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:49.292178 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c9e927c4-5b32-44fd-b588-da4d0776ba31 req-b8fdc84b-f655-4acc-ab8e-e46cb02bebee tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837076 Jun 23 16:23:49.326880 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f55f06-e1ae-415d-91c1-dfa464f2b402 req-139dc4c7-d569-43bc-bc2f-6d666983247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:49.328367 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-93f55f06-e1ae-415d-91c1-dfa464f2b402 req-139dc4c7-d569-43bc-bc2f-6d666983247f service neutron] 10.222.0.84 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 916 time: 0.1063113 Jun 23 16:23:49.377768 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-93f55f06-e1ae-415d-91c1-dfa464f2b402 req-73c58284-eb30-4f27-8fb0-6dac06eb0d83 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c73b264-c454-4149-848b-a61fe26ee7ba HTTP/1.1" status: 200 len: 217 time: 0.0344045 Jun 23 16:23:49.430671 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f55f06-e1ae-415d-91c1-dfa464f2b402 req-992d6546-5832-4e56-bff5-c6edd581ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:49.432098 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd6acb9-0517-4ea0-81ff-83673a2c385f tempest-TestMinimumBasicScenario-253794266 tempest-TestMinimumBasicScenario-253794266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:49.432225 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-93f55f06-e1ae-415d-91c1-dfa464f2b402 req-992d6546-5832-4e56-bff5-c6edd581ca99 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a13dcb6b-63c2-4b53-a4d0-749cfb697a09 HTTP/1.1" status: 200 len: 855 time: 0.0469263 Jun 23 16:23:49.433563 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-afd6acb9-0517-4ea0-81ff-83673a2c385f tempest-TestMinimumBasicScenario-253794266 tempest-TestMinimumBasicScenario-253794266-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 1094 time: 0.1501148 Jun 23 16:23:49.436415 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 50318) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:49.440904 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Request body: {'floatingip': {'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'port_id': '7cb9d45f-6278-4439-8cc1-c398b01991ed', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:23:49.462884 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for floatingip, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:49.469975 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-93f55f06-e1ae-415d-91c1-dfa464f2b402 req-1199327e-9d18-4f59-973d-a73044b9e7f5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51b468f5-7c7f-4931-9a90-efb26ca1eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297518 Jun 23 16:23:49.555682 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:49.559469 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-93f55f06-e1ae-415d-91c1-dfa464f2b402 req-6661681c-75de-4db4-a3a3-24940c7f16f4 service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800133 Jun 23 16:23:49.653475 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-93f55f06-e1ae-415d-91c1-dfa464f2b402 req-536d5fca-882c-406d-b695-6ae7f1951e2d service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852201 Jun 23 16:23:49.661323 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_common [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Allocated IP 172.27.3.21 (e0719ee7-fed0-4bca-a581-6af63c437fb6/0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4/facf5830-d33c-417d-b31d-28dfeaba8f87) {{(pid=92864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:23:49.759856 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for port, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:49.797747 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126768161'] for port, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:49.800377 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b26c7e7a-2769-45d6-9a0f-01444401befe tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:49.839161 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Network e0719ee7-fed0-4bca-a581-6af63c437fb6 is already hosted by enough agents. {{(pid=92864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:23:49.841782 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Resources bound (agent type, host, resource id): {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:23:49.845065 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Received port after_create {{(pid=92864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:23:49.866851 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Pushing event updated for resources: {'Port': ['ID=facf5830-d33c-417d-b31d-28dfeaba8f87,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:49.870497 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:50.199110 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:50.547837 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:50.611926 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3745f8-943d-40e5-93aa-9bf1902edc53 req-f6e0f2c1-9906-4e54-81c7-66fb51ca3037 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:50.613373 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ed3745f8-943d-40e5-93aa-9bf1902edc53 req-f6e0f2c1-9906-4e54-81c7-66fb51ca3037 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 944 time: 0.1071019 Jun 23 16:23:50.692210 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ed3745f8-943d-40e5-93aa-9bf1902edc53 req-f5b5aa2f-2c38-4f70-9290-dca197a30e4b tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676599 Jun 23 16:23:50.735819 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for port, precommit_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:50.740481 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126768179'] for port, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:50.743820 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:50.806462 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Pushing event updated for resources: {'Port': ['ID=facf5830-d33c-417d-b31d-28dfeaba8f87,revision_number=2']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:50.810209 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:50.820214 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651384'] for floatingip, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:50.926927 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.l3_db [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Floating IP 5db35d81-b40e-46f3-9ba7-ab9a6acccce4 associated. External IP: 172.27.3.21, port: 7cb9d45f-6278-4439-8cc1-c398b01991ed. Jun 23 16:23:51.128147 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Router 8615aa99-6af1-4841-9bf2-d5e65b596cb7 has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:23:51.230515 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:23:51.239652 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e57d0-5706-46dc-bc21-331574fda86c None None] Sync routers for ids ['8615aa99-6af1-4841-9bf2-d5e65b596cb7'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:23:51.245501 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for floatingip, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:51.249146 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e57d0-5706-46dc-bc21-331574fda86c None None] Routers {'8615aa99-6af1-4841-9bf2-d5e65b596cb7'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:23:51.249768 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-223e57d0-5706-46dc-bc21-331574fda86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:23:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['8615aa99-6af1-4841-9bf2-d5e65b596cb7'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:23:51.287597 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8500288 Jun 23 16:23:51.288229 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456920a1-fa3a-48e6-ab7d-3a645bcbc651', 'tag': '7cb9d45f-6278-4439-8cc1-c398b01991ed'}] {{(pid=92864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:23:51.290894 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 50328) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:51.291360 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6746fc05b017fa2e5222a758ba3018216863d05e2f8cda4fa9da67320e81433e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d87a7f-b12a-4c70-b359-1cc02e26e01c" -d '{"events": [{"name": "network-changed", "server_uuid": "456920a1-fa3a-48e6-ab7d-3a645bcbc651", "tag": "7cb9d45f-6278-4439-8cc1-c398b01991ed"}]}' {{(pid=92864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:23:51.296225 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-e4168635-66cd-448d-9018-45ed55b0de64 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-720699033', 'description': 'tempest-secgroup-smoke-720699033 description', 'project_id': 'cdb28e7f4a274ab197951487cf2ae202'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:23:51.332337 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad85680f-7e55-4307-b5f1-ff740ac29ef4 x-openstack-request-id: req-ad85680f-7e55-4307-b5f1-ff740ac29ef4 {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:23:51.332768 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456920a1-fa3a-48e6-ab7d-3a645bcbc651", "tag": "7cb9d45f-6278-4439-8cc1-c398b01991ed", "status": "completed", "code": 200}]} {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:23:51.333476 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ad85680f-7e55-4307-b5f1-ff740ac29ef4 {{(pid=92864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:23:51.334353 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456920a1-fa3a-48e6-ab7d-3a645bcbc651', 'tag': '7cb9d45f-6278-4439-8cc1-c398b01991ed', 'status': 'completed', 'code': 200} Jun 23 16:23:51.338508 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e4168635-66cd-448d-9018-45ed55b0de64 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:51.361334 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-223e57d0-5706-46dc-bc21-331574fda86c None None] Set router 8615aa99-6af1-4841-9bf2-d5e65b596cb7 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:23:51.456955 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e4168635-66cd-448d-9018-45ed55b0de64 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:51.462461 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e4168635-66cd-448d-9018-45ed55b0de64 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:51.465511 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-679ff3a3-702c-4e06-97c3-01641367e4c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:51.488681 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d87a7f-b12a-4c70-b359-1cc02e26e01c req-1cdf5fb4-e9fb-4cdf-b377-1b047491820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:51.490189 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c5d87a7f-b12a-4c70-b359-1cc02e26e01c req-1cdf5fb4-e9fb-4cdf-b377-1b047491820e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cdb28e7f4a274ab197951487cf2ae202&device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 1099 time: 0.1060913 Jun 23 16:23:51.507889 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e4168635-66cd-448d-9018-45ed55b0de64 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:51.509044 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-e4168635-66cd-448d-9018-45ed55b0de64 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2165267 Jun 23 16:23:51.510879 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4168635-66cd-448d-9018-45ed55b0de64 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88548b4-083a-4f07-b270-16e3db82d1b9,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:51.512164 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 50332) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:51.519909 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-dcf98b6e-614c-4e7b-94f1-4cbeb6d82f53 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Request body: {'security_group_rule': {'security_group_id': 'a88548b4-083a-4f07-b270-16e3db82d1b9', 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:23:51.525830 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-e4168635-66cd-448d-9018-45ed55b0de64 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:51.552885 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-dcf98b6e-614c-4e7b-94f1-4cbeb6d82f53 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:51.592997 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d87a7f-b12a-4c70-b359-1cc02e26e01c req-24595259-c269-4154-bcbc-e5157e15fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:51.594607 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c5d87a7f-b12a-4c70-b359-1cc02e26e01c req-24595259-c269-4154-bcbc-e5157e15fcec service neutron] 10.222.0.84 "GET /v2.0/networks?id=e40f1efa-aa02-4435-8e80-f9895998c317 HTTP/1.1" status: 200 len: 916 time: 0.0960612 Jun 23 16:23:51.601222 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-dcf98b6e-614c-4e7b-94f1-4cbeb6d82f53 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:51.602572 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-223e57d0-5706-46dc-bc21-331574fda86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'name': 'tempest-TestMinimumBasicScenario-2020657679-router', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:44Z', 'updated_at': '2021-06-23T16:22:48Z', 'revision_number': 4, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'gw_port': {'id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:45Z', 'updated_at': '2021-06-23T16:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': '5db35d81-b40e-46f3-9ba7-ab9a6acccce4', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'port_id': '7cb9d45f-6278-4439-8cc1-c398b01991ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317', 'mac_address': 'fa:16:3e:d2:b5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456920a1-fa3a-48e6-ab7d-3a645bcbc651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:23:50Z', 'updated_at': '2021-06-23T16:23:50Z', 'revision_number': 0, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4ec69f-f91a-4617-803e-0123249ceb42', 'name': '', 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'mac_address': 'fa:16:3e:cd:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '667f364d-b2c7-4f78-a61d-69197d80695b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:47Z', 'updated_at': '2021-06-23T16:22:53Z', 'revision_number': 5, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'subnets': [{'id': '667f364d-b2c7-4f78-a61d-69197d80695b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:23:51.605837 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-dcf98b6e-614c-4e7b-94f1-4cbeb6d82f53 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:51.608212 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-fcdb2cd2-12d8-426d-a2a8-40360dfa0acf tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:51.626092 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf98b6e-614c-4e7b-94f1-4cbeb6d82f53 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2e9e75-de46-4bdc-b815-dd5c32cc765a,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:51.628936 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-dcf98b6e-614c-4e7b-94f1-4cbeb6d82f53 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:51.630174 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-dcf98b6e-614c-4e7b-94f1-4cbeb6d82f53 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:51.634889 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-dcf98b6e-614c-4e7b-94f1-4cbeb6d82f53 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168029 Jun 23 16:23:51.635150 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 50334) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:51.637186 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e57d0-5706-46dc-bc21-331574fda86c None None] Checking router: 8615aa99-6af1-4841-9bf2-d5e65b596cb7 for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:23:51.640130 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-c7966063-5d2d-449c-8565-774798f0e78a tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Request body: {'security_group_rule': {'security_group_id': 'a88548b4-083a-4f07-b270-16e3db82d1b9', 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:23:51.646026 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e57d0-5706-46dc-bc21-331574fda86c None None] Routers {'8615aa99-6af1-4841-9bf2-d5e65b596cb7'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:23:51.646689 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-223e57d0-5706-46dc-bc21-331574fda86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:23:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['8615aa99-6af1-4841-9bf2-d5e65b596cb7'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:23:51.671385 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c7966063-5d2d-449c-8565-774798f0e78a tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:51.672206 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c5d87a7f-b12a-4c70-b359-1cc02e26e01c req-b1d6dfab-6903-438e-ada6-4c604623d99e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cb9d45f-6278-4439-8cc1-c398b01991ed HTTP/1.1" status: 200 len: 999 time: 0.0649323 Jun 23 16:23:51.737753 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c7966063-5d2d-449c-8565-774798f0e78a tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:51.744394 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d87a7f-b12a-4c70-b359-1cc02e26e01c req-325fe4dd-908e-4027-9434-4be2f8dc0130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:51.744801 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c7966063-5d2d-449c-8565-774798f0e78a tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:51.745916 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c5d87a7f-b12a-4c70-b359-1cc02e26e01c req-325fe4dd-908e-4027-9434-4be2f8dc0130 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=667f364d-b2c7-4f78-a61d-69197d80695b HTTP/1.1" status: 200 len: 854 time: 0.0658336 Jun 23 16:23:51.747813 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-dcf98b6e-614c-4e7b-94f1-4cbeb6d82f53 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:51.762644 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-223e57d0-5706-46dc-bc21-331574fda86c None None] Set router 8615aa99-6af1-4841-9bf2-d5e65b596cb7 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:23:51.775042 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7966063-5d2d-449c-8565-774798f0e78a tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174879a3-c828-44a3-b34e-6b0a314cb7b4,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:51.777735 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c7966063-5d2d-449c-8565-774798f0e78a tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:51.782830 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c7966063-5d2d-449c-8565-774798f0e78a tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:51.784502 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-c7966063-5d2d-449c-8565-774798f0e78a tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481657 Jun 23 16:23:51.787008 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 50338) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:51.795045 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-66d66c49-34ac-417b-a969-e2d64b23fc27 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Request body: {'security_group_rule': {'security_group_id': 'a88548b4-083a-4f07-b270-16e3db82d1b9', 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:23:51.826739 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d87a7f-b12a-4c70-b359-1cc02e26e01c req-0ef73f40-4022-4bf1-9ead-d9f87843c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:51.828227 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c5d87a7f-b12a-4c70-b359-1cc02e26e01c req-0ef73f40-4022-4bf1-9ead-d9f87843c60d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e40f1efa-aa02-4435-8e80-f9895998c317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749788 Jun 23 16:23:51.835880 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-66d66c49-34ac-417b-a969-e2d64b23fc27 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:51.917719 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-66d66c49-34ac-417b-a969-e2d64b23fc27 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:51.923788 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c5d87a7f-b12a-4c70-b359-1cc02e26e01c req-866e7aad-10d7-4a26-a3f8-f3b88dd6605c service neutron] 10.222.0.84 "GET /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880926 Jun 23 16:23:51.926232 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-66d66c49-34ac-417b-a969-e2d64b23fc27 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:51.934957 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef22759-877a-43c5-9a1e-49c631fab990 req-bb958d8e-bb93-45b8-8bcc-3ddf77a658f8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:51.936533 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1ef22759-877a-43c5-9a1e-49c631fab990 req-bb958d8e-bb93-45b8-8bcc-3ddf77a658f8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 944 time: 0.1185081 Jun 23 16:23:51.939338 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:51.964376 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d66c49-34ac-417b-a969-e2d64b23fc27 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db3d998-1ef6-4d07-8dc9-71a6e40317b1,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:51.973126 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-66d66c49-34ac-417b-a969-e2d64b23fc27 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:51.975505 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-66d66c49-34ac-417b-a969-e2d64b23fc27 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:51.976969 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-66d66c49-34ac-417b-a969-e2d64b23fc27 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1890240 Jun 23 16:23:51.979804 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 50340) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:51.985620 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-8b6f0c0a-eb73-475d-a4b9-297ac1c9bfd0 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Request body: {'security_group_rule': {'security_group_id': 'a88548b4-083a-4f07-b270-16e3db82d1b9', 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:23:52.004827 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-223e57d0-5706-46dc-bc21-331574fda86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'name': 'tempest-TestMinimumBasicScenario-2020657679-router', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:44Z', 'updated_at': '2021-06-23T16:22:48Z', 'revision_number': 4, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'gw_port': {'id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:45Z', 'updated_at': '2021-06-23T16:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': '5db35d81-b40e-46f3-9ba7-ab9a6acccce4', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'port_id': '7cb9d45f-6278-4439-8cc1-c398b01991ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317', 'mac_address': 'fa:16:3e:d2:b5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456920a1-fa3a-48e6-ab7d-3a645bcbc651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:23:50Z', 'updated_at': '2021-06-23T16:23:50Z', 'revision_number': 0, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4ec69f-f91a-4617-803e-0123249ceb42', 'name': '', 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'mac_address': 'fa:16:3e:cd:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '667f364d-b2c7-4f78-a61d-69197d80695b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:47Z', 'updated_at': '2021-06-23T16:22:53Z', 'revision_number': 5, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'subnets': [{'id': '667f364d-b2c7-4f78-a61d-69197d80695b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:23:52.014192 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1ef22759-877a-43c5-9a1e-49c631fab990 req-f355c290-e1c2-42bf-b002-c8eb74a64f5d tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616832 Jun 23 16:23:52.020698 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c5d87a7f-b12a-4c70-b359-1cc02e26e01c req-1dd463c0-06e0-4581-8660-03c17915d7c5 service neutron] 10.222.0.84 "GET /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900338 Jun 23 16:23:52.032961 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223e57d0-5706-46dc-bc21-331574fda86c None None] The sync data for ids ['8615aa99-6af1-4841-9bf2-d5e65b596cb7'] in dv-cinder-788363-4-iscsi is: [{'id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'name': 'tempest-TestMinimumBasicScenario-2020657679-router', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:44Z', 'updated_at': '2021-06-23T16:22:48Z', 'revision_number': 4, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'gw_port': {'id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:45Z', 'updated_at': '2021-06-23T16:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': '5db35d81-b40e-46f3-9ba7-ab9a6acccce4', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'port_id': '7cb9d45f-6278-4439-8cc1-c398b01991ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317', 'mac_address': 'fa:16:3e:d2:b5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456920a1-fa3a-48e6-ab7d-3a645bcbc651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:23:50Z', 'updated_at': '2021-06-23T16:23:50Z', 'revision_number': 0, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4ec69f-f91a-4617-803e-0123249ceb42', 'name': '', 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'mac_address': 'fa:16:3e:cd:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '667f364d-b2c7-4f78-a61d-69197d80695b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:47Z', 'updated_at': '2021-06-23T16:22:53Z', 'revision_number': 5, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'subnets': [{'id': '667f364d-b2c7-4f78-a61d-69197d80695b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:23:52.035487 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-8b6f0c0a-eb73-475d-a4b9-297ac1c9bfd0 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:52.089670 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-8b6f0c0a-eb73-475d-a4b9-297ac1c9bfd0 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:52.093333 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-8b6f0c0a-eb73-475d-a4b9-297ac1c9bfd0 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:52.095568 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:52.112987 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f0c0a-eb73-475d-a4b9-297ac1c9bfd0 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2daf0786-fab9-45ac-8088-452b9b0ac393,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:52.116122 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-8b6f0c0a-eb73-475d-a4b9-297ac1c9bfd0 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:52.119278 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-8b6f0c0a-eb73-475d-a4b9-297ac1c9bfd0 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:52.122353 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-8b6f0c0a-eb73-475d-a4b9-297ac1c9bfd0 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1390324 Jun 23 16:23:52.123118 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 50342) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:52.127647 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-ccc485aa-2d78-4c08-8653-e33b4aca1ec2 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Request body: {'security_group_rule': {'security_group_id': 'a88548b4-083a-4f07-b270-16e3db82d1b9', 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:23:52.150226 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.securitygroups_db [None req-ccc485aa-2d78-4c08-8653-e33b4aca1ec2 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Project cdb28e7f4a274ab197951487cf2ae202 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 16:23:52.155210 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ccc485aa-2d78-4c08-8653-e33b4aca1ec2 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:52.218752 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ccc485aa-2d78-4c08-8653-e33b4aca1ec2 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:52.222751 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ccc485aa-2d78-4c08-8653-e33b4aca1ec2 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:52.224945 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:52.234192 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23e5706-e3d2-4c58-9fc6-e5086fd37a71 None None] New status for floating IP 5db35d81-b40e-46f3-9ba7-ab9a6acccce4: ACTIVE {{(pid=92866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:23:52.240601 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc485aa-2d78-4c08-8653-e33b4aca1ec2 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af94a87-9d4d-41ea-886e-b4102a16a7c8,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:52.249051 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ccc485aa-2d78-4c08-8653-e33b4aca1ec2 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:52.251576 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ccc485aa-2d78-4c08-8653-e33b4aca1ec2 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:52.252766 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-ccc485aa-2d78-4c08-8653-e33b4aca1ec2 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286504 Jun 23 16:23:52.255406 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 50344) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:23:52.260244 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-e08e1688-9d4f-4ca2-9b69-ba2a67085d12 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Request body: {'security_group_rule': {'security_group_id': 'a88548b4-083a-4f07-b270-16e3db82d1b9', 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:23:52.283504 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.securitygroups_db [None req-e08e1688-9d4f-4ca2-9b69-ba2a67085d12 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Project cdb28e7f4a274ab197951487cf2ae202 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 16:23:52.288733 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e08e1688-9d4f-4ca2-9b69-ba2a67085d12 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:52.350237 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e08e1688-9d4f-4ca2-9b69-ba2a67085d12 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:52.354881 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e08e1688-9d4f-4ca2-9b69-ba2a67085d12 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:52.357083 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:52.373264 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e1688-9d4f-4ca2-9b69-ba2a67085d12 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f680eedb-31cb-444f-9293-06d04778593c,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:52.380697 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-e08e1688-9d4f-4ca2-9b69-ba2a67085d12 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:52.384880 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e08e1688-9d4f-4ca2-9b69-ba2a67085d12 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:52.386357 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-e08e1688-9d4f-4ca2-9b69-ba2a67085d12 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299710 Jun 23 16:23:52.509957 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-23ff89d5-ad42-4f64-a3fd-989b798bf3c5 req-813a3aa8-616c-4be0-8ad1-346edeafd961 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-720699033&fields=id&tenant_id=cdb28e7f4a274ab197951487cf2ae202 HTTP/1.1" status: 200 len: 267 time: 0.0330751 Jun 23 16:23:52.513544 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 8c73b264-c454-4149-848b-a61fe26ee7ba details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:23:52.578588 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff89d5-ad42-4f64-a3fd-989b798bf3c5 req-24f6a6aa-077a-47ae-8a17-ddee520808f2 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:52.580087 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-23ff89d5-ad42-4f64-a3fd-989b798bf3c5 req-24f6a6aa-077a-47ae-8a17-ddee520808f2 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 946 time: 0.0650132 Jun 23 16:23:52.591248 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-23ff89d5-ad42-4f64-a3fd-989b798bf3c5 req-1d107057-52a9-42ca-bc35-40056020f420 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Request body: {'port': {'security_groups': ['b8bcac62-64bf-4df8-91be-215e20e7e459', 'a88548b4-083a-4f07-b270-16e3db82d1b9']}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:23:52.608537 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 8c73b264-c454-4149-848b-a61fe26ee7ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8c73b264-c454-4149-848b-a61fe26ee7ba,segment=NetworkSegment(ef448175-bf3b-4d0f-87c2-b25e29cfbf5b),segment_id=ef448175-bf3b-4d0f-87c2-b25e29cfbf5b)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:52.619913 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Returning: {'device': '8c73b264-c454-4149-848b-a61fe26ee7ba', 'network_id': '51b468f5-7c7f-4931-9a90-efb26ca1eb16', 'port_id': '8c73b264-c454-4149-848b-a61fe26ee7ba', 'mac_address': 'fa:16:3e:69:fb:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13dcb6b-63c2-4b53-a4d0-749cfb697a09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:23:52.655596 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:52.667947 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c73b264-c454-4149-848b-a61fe26ee7ba {{(pid=92865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:23:52.671993 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-23ff89d5-ad42-4f64-a3fd-989b798bf3c5 req-1d107057-52a9-42ca-bc35-40056020f420 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:52.687267 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 8c73b264-c454-4149-848b-a61fe26ee7ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8c73b264-c454-4149-848b-a61fe26ee7ba,segment=NetworkSegment(ef448175-bf3b-4d0f-87c2-b25e29cfbf5b),segment_id=ef448175-bf3b-4d0f-87c2-b25e29cfbf5b)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:52.692731 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:52.694572 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:52.743647 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=8c73b264-c454-4149-848b-a61fe26ee7ba,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:52.750773 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:52.751223 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:52.751572 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:52.751914 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:52.752254 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:52.752592 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:52.752925 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:52.753257 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:52.753611 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:52.753951 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:52.754316 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:52.754643 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:23:52.759372 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:52.856441 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-23ff89d5-ad42-4f64-a3fd-989b798bf3c5 req-1d107057-52a9-42ca-bc35-40056020f420 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] For port 7cb9d45f-6278-4439-8cc1-c398b01991ed, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7cb9d45f-6278-4439-8cc1-c398b01991ed,segment=NetworkSegment(b465926d-7bb3-4cdf-b44d-1cc13c699e48),segment_id=b465926d-7bb3-4cdf-b44d-1cc13c699e48)] {{(pid=92863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:52.884680 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-23ff89d5-ad42-4f64-a3fd-989b798bf3c5 req-1d107057-52a9-42ca-bc35-40056020f420 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:52.888998 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-23ff89d5-ad42-4f64-a3fd-989b798bf3c5 req-1d107057-52a9-42ca-bc35-40056020f420 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:52.892640 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-45b9d28b-d679-44ce-8660-a1419cb7caef tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:52.933230 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['7cb9d45f-6278-4439-8cc1-c398b01991ed'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:23:52.935202 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff89d5-ad42-4f64-a3fd-989b798bf3c5 req-1d107057-52a9-42ca-bc35-40056020f420 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:52.935854 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-23ff89d5-ad42-4f64-a3fd-989b798bf3c5 req-1d107057-52a9-42ca-bc35-40056020f420 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:52.940812 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-23ff89d5-ad42-4f64-a3fd-989b798bf3c5 req-1d107057-52a9-42ca-bc35-40056020f420 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "PUT /v2.0/ports/7cb9d45f-6278-4439-8cc1-c398b01991ed HTTP/1.1" status: 200 len: 982 time: 0.3539975 Jun 23 16:23:52.941441 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456920a1-fa3a-48e6-ab7d-3a645bcbc651', 'tag': '7cb9d45f-6278-4439-8cc1-c398b01991ed'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:23:52.944094 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f883a2-deb5-4de8-82da-aa8a388adfcb" -d '{"events": [{"name": "network-changed", "server_uuid": "456920a1-fa3a-48e6-ab7d-3a645bcbc651", "tag": "7cb9d45f-6278-4439-8cc1-c398b01991ed"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:23:52.969766 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d107057-52a9-42ca-bc35-40056020f420 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Pushing event updated for resources: {'Port': ['ID=7cb9d45f-6278-4439-8cc1-c398b01991ed,revision_number=6']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:52.973306 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-1d107057-52a9-42ca-bc35-40056020f420 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:52.999600 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66331504-3e36-473e-b605-4c8b649ac208 x-openstack-request-id: req-66331504-3e36-473e-b605-4c8b649ac208 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:23:53.000041 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456920a1-fa3a-48e6-ab7d-3a645bcbc651", "tag": "7cb9d45f-6278-4439-8cc1-c398b01991ed", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:23:53.000431 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-66331504-3e36-473e-b605-4c8b649ac208 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:23:53.001107 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456920a1-fa3a-48e6-ab7d-3a645bcbc651', 'tag': '7cb9d45f-6278-4439-8cc1-c398b01991ed', 'status': 'completed', 'code': 200} Jun 23 16:23:53.126555 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['7cb9d45f-6278-4439-8cc1-c398b01991ed'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:23:53.135096 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ed2ff-615f-4fb3-81e2-420d00feba95 req-15a532bb-0edb-4fa5-9787-1289473c11e9 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:53.139767 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f883a2-deb5-4de8-82da-aa8a388adfcb req-212a60a3-a266-4683-a9d6-26c383fbf704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:53.141612 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c8f883a2-deb5-4de8-82da-aa8a388adfcb req-212a60a3-a266-4683-a9d6-26c383fbf704 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cdb28e7f4a274ab197951487cf2ae202&device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 1138 time: 0.0859382 Jun 23 16:23:53.143334 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-694ed2ff-615f-4fb3-81e2-420d00feba95 req-15a532bb-0edb-4fa5-9787-1289473c11e9 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.0873935 Jun 23 16:23:53.155906 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['8c73b264-c454-4149-848b-a61fe26ee7ba'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:23:53.188630 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-694ed2ff-615f-4fb3-81e2-420d00feba95 req-b9d0a926-46a2-4636-8735-c0913074c031 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=a88548b4-083a-4f07-b270-16e3db82d1b9&id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442219 Jun 23 16:23:53.293618 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f883a2-deb5-4de8-82da-aa8a388adfcb req-fc1906b7-b71c-4f2d-a5ad-9f826e30ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:53.295095 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c8f883a2-deb5-4de8-82da-aa8a388adfcb req-fc1906b7-b71c-4f2d-a5ad-9f826e30ca6c service neutron] 10.222.0.84 "GET /v2.0/networks?id=e40f1efa-aa02-4435-8e80-f9895998c317 HTTP/1.1" status: 200 len: 916 time: 0.1438949 Jun 23 16:23:53.307390 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8245d01-c038-490b-a662-9a22bcc0b3b8 req-0932cc63-c685-4b52-af49-d8e3869dad29 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:53.308789 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f8245d01-c038-490b-a662-9a22bcc0b3b8 req-0932cc63-c685-4b52-af49-d8e3869dad29 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 945 time: 0.0924137 Jun 23 16:23:53.331895 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7d1a94d7-8831-4c82-9eeb-c3f6d35c0831 None None] Provisioning complete for port 7cb9d45f-6278-4439-8cc1-c398b01991ed triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:23:53.332276 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7d1a94d7-8831-4c82-9eeb-c3f6d35c0831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:53.388902 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f8245d01-c038-490b-a662-9a22bcc0b3b8 req-14d5b61a-a709-4121-b1bb-4cd7114c80be tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726812 Jun 23 16:23:53.397260 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c8f883a2-deb5-4de8-82da-aa8a388adfcb req-57de68b9-1a1f-439d-a345-785d7e3796a9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cb9d45f-6278-4439-8cc1-c398b01991ed HTTP/1.1" status: 200 len: 1001 time: 0.0874870 Jun 23 16:23:53.456496 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f883a2-deb5-4de8-82da-aa8a388adfcb req-3cb47fb1-048f-430c-ad85-3b26b47f0b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:53.457923 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c8f883a2-deb5-4de8-82da-aa8a388adfcb req-3cb47fb1-048f-430c-ad85-3b26b47f0b99 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=667f364d-b2c7-4f78-a61d-69197d80695b HTTP/1.1" status: 200 len: 854 time: 0.0540175 Jun 23 16:23:53.522869 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f883a2-deb5-4de8-82da-aa8a388adfcb req-75ff8f36-c0ba-4ed3-8e7f-4d9468511363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:53.524413 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c8f883a2-deb5-4de8-82da-aa8a388adfcb req-75ff8f36-c0ba-4ed3-8e7f-4d9468511363 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e40f1efa-aa02-4435-8e80-f9895998c317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550382 Jun 23 16:23:53.615803 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c8f883a2-deb5-4de8-82da-aa8a388adfcb req-8b5d7901-38ba-45fd-aa70-dd334f7acf21 service neutron] 10.222.0.84 "GET /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824499 Jun 23 16:23:53.714001 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c8f883a2-deb5-4de8-82da-aa8a388adfcb req-9abfc348-c1a8-4b47-8b1e-20fa3cfa2028 service neutron] 10.222.0.84 "GET /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833826 Jun 23 16:23:54.535367 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 8c73b264-c454-4149-848b-a61fe26ee7ba up at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:23:54.573005 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9d18c-bcd9-42cf-962c-894c4decc0d2 req-eadf5edb-00a4-425f-892a-7bca3721dceb tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:54.576332 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f8b9d18c-bcd9-42cf-962c-894c4decc0d2 req-eadf5edb-00a4-425f-892a-7bca3721dceb tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 945 time: 0.0750985 Jun 23 16:23:54.607411 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning for port 8c73b264-c454-4149-848b-a61fe26ee7ba completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:23:54.611168 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning complete for port 8c73b264-c454-4149-848b-a61fe26ee7ba triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:23:54.611566 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:54.621058 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f8b9d18c-bcd9-42cf-962c-894c4decc0d2 req-e0f594cb-4f15-4788-b292-2dfdaee6db91 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329363 Jun 23 16:23:54.685687 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:54.707074 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f25814d-ade4-4b1a-ac9a-d3ff25b381e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c73b264-c454-4149-848b-a61fe26ee7ba'}] {{(pid=92865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:23:54.709828 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053164b0cf726773bb22b402b066b9c97a54671ffe15cd7793040184515b98b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8851ea-ce48-4d30-a2f2-edee57faf967" -d '{"events": [{"server_uuid": "8f25814d-ade4-4b1a-ac9a-d3ff25b381e9", "name": "network-vif-plugged", "status": "completed", "tag": "8c73b264-c454-4149-848b-a61fe26ee7ba"}]}' {{(pid=92865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:23:54.722214 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 8c73b264-c454-4149-848b-a61fe26ee7ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8c73b264-c454-4149-848b-a61fe26ee7ba,segment=NetworkSegment(ef448175-bf3b-4d0f-87c2-b25e29cfbf5b),segment_id=ef448175-bf3b-4d0f-87c2-b25e29cfbf5b)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:23:54.727110 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:23:54.728955 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:23:54.750716 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe09550-c398-462d-857c-7adc19640fc7 x-openstack-request-id: req-dfe09550-c398-462d-857c-7adc19640fc7 {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:23:54.751020 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f25814d-ade4-4b1a-ac9a-d3ff25b381e9", "name": "network-vif-plugged", "status": "completed", "tag": "8c73b264-c454-4149-848b-a61fe26ee7ba", "code": 200}]} {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:23:54.751281 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dfe09550-c398-462d-857c-7adc19640fc7 {{(pid=92865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:23:54.751669 dv-cinder-788363-4-iscsi neutron-server[92865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f25814d-ade4-4b1a-ac9a-d3ff25b381e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c73b264-c454-4149-848b-a61fe26ee7ba', 'code': 200} Jun 23 16:23:54.778796 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=8c73b264-c454-4149-848b-a61fe26ee7ba,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:23:54.781724 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:23:55.016538 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d6ce9-df36-486d-a7f9-2102c9b8925c req-460bc942-24f4-44bd-8d5b-0ab1571ccb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:55.018087 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-5e6d6ce9-df36-486d-a7f9-2102c9b8925c req-460bc942-24f4-44bd-8d5b-0ab1571ccb0d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 1099 time: 0.0532246 Jun 23 16:23:55.064911 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-5e6d6ce9-df36-486d-a7f9-2102c9b8925c req-ce60df94-2c20-4f34-b3be-8fccd37c4119 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283244 Jun 23 16:23:55.799390 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6f6af-f412-45af-9968-0b09760f17df req-ad362a88-9d17-4387-9e01-3e1982ccdbfe tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:55.800844 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-16d6f6af-f412-45af-9968-0b09760f17df req-ad362a88-9d17-4387-9e01-3e1982ccdbfe tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 946 time: 0.0661304 Jun 23 16:23:55.838756 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-16d6f6af-f412-45af-9968-0b09760f17df req-836fee8d-bc35-4d9d-ac01-e1057fb9d0e0 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322564 Jun 23 16:23:57.010816 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adf4ed-39ff-4f84-81af-e63f93767075 req-4a0d9147-74d8-4672-a0e1-dc70c4fd8fca tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:57.012236 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-63adf4ed-39ff-4f84-81af-e63f93767075 req-4a0d9147-74d8-4672-a0e1-dc70c4fd8fca tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 946 time: 0.0653689 Jun 23 16:23:57.048817 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-63adf4ed-39ff-4f84-81af-e63f93767075 req-ef86bd85-7f13-4a35-a950-184c76aeaace tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310667 Jun 23 16:23:58.214428 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995abbfd-a656-48ad-a448-935541465467 req-79d67716-515a-48e4-a288-2b48acd58d78 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:58.215872 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-995abbfd-a656-48ad-a448-935541465467 req-79d67716-515a-48e4-a288-2b48acd58d78 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 946 time: 0.0615411 Jun 23 16:23:58.256974 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-995abbfd-a656-48ad-a448-935541465467 req-9328e3ca-668a-4943-9a0a-1ef177928cd1 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353777 Jun 23 16:23:59.428822 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cce91-b073-4071-8a42-739cd2c53bdf req-d53d648a-661a-4d14-94ee-39fef2717ccc tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:23:59.430346 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-499cce91-b073-4071-8a42-739cd2c53bdf req-d53d648a-661a-4d14-94ee-39fef2717ccc tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 946 time: 0.0672374 Jun 23 16:23:59.470322 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-499cce91-b073-4071-8a42-739cd2c53bdf req-261a8dab-ac24-4988-85a1-49efaef81ec6 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337594 Jun 23 16:24:00.644698 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56b252-ed73-4026-bd99-86cf212cf687 req-fa3ad19d-8dd5-499f-aba9-048612d1d8a8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:00.646062 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ca56b252-ed73-4026-bd99-86cf212cf687 req-fa3ad19d-8dd5-499f-aba9-048612d1d8a8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 946 time: 0.0630465 Jun 23 16:24:00.682552 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ca56b252-ed73-4026-bd99-86cf212cf687 req-d701e266-379d-445e-abec-b9dc8fe60de6 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308583 Jun 23 16:24:02.707106 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-56c4cfc7-9d8f-4c54-a0bf-8d134a11445d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:04.943819 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:05.714645 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-9325420e-7cd8-48d6-94b4-bccd0cdd66c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:06.426753 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:08.090279 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:09.189455 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:21.549566 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:24:25.464737 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae884e-e3dd-4830-8b53-d79548a41108 req-4e99a0f0-46fd-4fe0-8860-828eb49867a6 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:25.466209 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b0ae884e-e3dd-4830-8b53-d79548a41108 req-4e99a0f0-46fd-4fe0-8860-828eb49867a6 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.1025102 Jun 23 16:24:25.472075 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc74f9-3eaa-4dae-8515-6aff194ef68d req-0b463ace-76bb-44c4-b7c8-d9b1fc176e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:25.473449 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-58fc74f9-3eaa-4dae-8515-6aff194ef68d req-0b463ace-76bb-44c4-b7c8-d9b1fc176e10 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cdb28e7f4a274ab197951487cf2ae202&device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 1138 time: 0.1077702 Jun 23 16:24:25.556742 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b0ae884e-e3dd-4830-8b53-d79548a41108 req-608ea556-dce6-445f-a4d4-6a21d75d509e tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=a88548b4-083a-4f07-b270-16e3db82d1b9&id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0822792 Jun 23 16:24:25.590354 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc74f9-3eaa-4dae-8515-6aff194ef68d req-78d5b7d0-11d6-4be4-8cda-da21e790264f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:25.591866 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-58fc74f9-3eaa-4dae-8515-6aff194ef68d req-78d5b7d0-11d6-4be4-8cda-da21e790264f service neutron] 10.222.0.84 "GET /v2.0/networks?id=e40f1efa-aa02-4435-8e80-f9895998c317 HTTP/1.1" status: 200 len: 916 time: 0.1041524 Jun 23 16:24:25.656587 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-58fc74f9-3eaa-4dae-8515-6aff194ef68d req-9a586088-03d7-4f85-9b1c-0e14683520fe service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cb9d45f-6278-4439-8cc1-c398b01991ed HTTP/1.1" status: 200 len: 1001 time: 0.0562127 Jun 23 16:24:25.707145 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc74f9-3eaa-4dae-8515-6aff194ef68d req-01fb5039-5368-429c-afb8-ea3d6cce8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:25.708590 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-58fc74f9-3eaa-4dae-8515-6aff194ef68d req-01fb5039-5368-429c-afb8-ea3d6cce8251 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=667f364d-b2c7-4f78-a61d-69197d80695b HTTP/1.1" status: 200 len: 854 time: 0.0454335 Jun 23 16:24:25.764120 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc74f9-3eaa-4dae-8515-6aff194ef68d req-9c0b756d-b694-4455-b7bf-20fd0b8bbafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:25.765501 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-58fc74f9-3eaa-4dae-8515-6aff194ef68d req-9c0b756d-b694-4455-b7bf-20fd0b8bbafc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e40f1efa-aa02-4435-8e80-f9895998c317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492907 Jun 23 16:24:25.855605 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-58fc74f9-3eaa-4dae-8515-6aff194ef68d req-0760649d-165f-4aeb-b02d-edfeff328d7d service neutron] 10.222.0.84 "GET /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826621 Jun 23 16:24:25.946610 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-58fc74f9-3eaa-4dae-8515-6aff194ef68d req-4fefae37-9980-4003-9baa-bb3fd940c2b4 service neutron] 10.222.0.84 "GET /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826709 Jun 23 16:24:26.673896 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25e75b-c45b-42d1-a4c3-dd1f6a5a8dcf req-72742203-313e-48f9-87f7-fea3115cd37a tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:26.675391 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bb25e75b-c45b-42d1-a4c3-dd1f6a5a8dcf req-72742203-313e-48f9-87f7-fea3115cd37a tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.1135640 Jun 23 16:24:26.712411 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bb25e75b-c45b-42d1-a4c3-dd1f6a5a8dcf req-6d53bee5-c0b4-4cae-8620-5b62e153e1af tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309629 Jun 23 16:24:26.778424 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091220f8-2072-412e-a23b-de47fc82a63a req-41d94cb3-d49c-426a-844a-f345efa1d3b4 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:26.779863 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-091220f8-2072-412e-a23b-de47fc82a63a req-41d94cb3-d49c-426a-844a-f345efa1d3b4 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.1095541 Jun 23 16:24:26.819953 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-091220f8-2072-412e-a23b-de47fc82a63a req-c8da9b37-f883-4fba-b423-54a59476e800 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=a88548b4-083a-4f07-b270-16e3db82d1b9&id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344377 Jun 23 16:24:27.997595 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3b963-3b9f-4e96-84ae-9f7749638d6c req-80fff93e-0875-4d86-b8f0-f8f71c5f2ef7 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:27.999077 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3be3b963-3b9f-4e96-84ae-9f7749638d6c req-80fff93e-0875-4d86-b8f0-f8f71c5f2ef7 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.0660689 Jun 23 16:24:28.040082 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3be3b963-3b9f-4e96-84ae-9f7749638d6c req-aeb9d95b-594c-4e89-9f90-0106c3ad775b tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=a88548b4-083a-4f07-b270-16e3db82d1b9&id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351374 Jun 23 16:24:28.132879 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b48b1a-0bd6-4668-b7df-7d795d7c6569 req-051cf728-0868-45b7-b7e1-15541e9b8d02 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:28.134344 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-84b48b1a-0bd6-4668-b7df-7d795d7c6569 req-051cf728-0868-45b7-b7e1-15541e9b8d02 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.3137016 Jun 23 16:24:28.169807 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-84b48b1a-0bd6-4668-b7df-7d795d7c6569 req-52cb1d18-1865-47af-ae3e-f611b3b964e6 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296841 Jun 23 16:24:29.037110 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f34b4b-af34-4877-ba23-c8c14c3ce162 req-f9ba41fc-3ff2-4d15-be9e-37329d3d7ddb tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:29.038529 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-13f34b4b-af34-4877-ba23-c8c14c3ce162 req-f9ba41fc-3ff2-4d15-be9e-37329d3d7ddb tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.84 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.0606780 Jun 23 16:24:29.138908 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-13f34b4b-af34-4877-ba23-c8c14c3ce162 req-9647053f-896d-4859-a620-2eeb6c5d037f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Deleting port f98da5d9-6058-4b2d-a1e3-11349cb6e0eb {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:24:29.139601 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-13f34b4b-af34-4877-ba23-c8c14c3ce162 req-9647053f-896d-4859-a620-2eeb6c5d037f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:29.219084 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25578197-e2d6-4c84-8e36-d1ad0e35c545 req-e476a4fa-3454-4e8e-b670-017db35fcede tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:29.220559 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-25578197-e2d6-4c84-8e36-d1ad0e35c545 req-e476a4fa-3454-4e8e-b670-017db35fcede tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.0673368 Jun 23 16:24:29.228157 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-13f34b4b-af34-4877-ba23-c8c14c3ce162 req-9647053f-896d-4859-a620-2eeb6c5d037f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] For port f98da5d9-6058-4b2d-a1e3-11349cb6e0eb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f98da5d9-6058-4b2d-a1e3-11349cb6e0eb,segment=NetworkSegment(3e773a08-1a50-4d4d-9a02-291be1d2dc56),segment_id=3e773a08-1a50-4d4d-9a02-291be1d2dc56)] {{(pid=92863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:24:29.228756 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-13f34b4b-af34-4877-ba23-c8c14c3ce162 req-9647053f-896d-4859-a620-2eeb6c5d037f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:29.261972 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-25578197-e2d6-4c84-8e36-d1ad0e35c545 req-c778d4c1-077f-464d-9c69-abd7c99dc068 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=a88548b4-083a-4f07-b270-16e3db82d1b9&id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340509 Jun 23 16:24:29.484132 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a6737-9115-436b-88f3-6de080afa69e req-36c39ceb-dc9a-49d6-96e4-01ba3014dc6b tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:29.485589 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4e0a6737-9115-436b-88f3-6de080afa69e req-36c39ceb-dc9a-49d6-96e4-01ba3014dc6b tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 945 time: 0.1757922 Jun 23 16:24:29.516913 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-13f34b4b-af34-4877-ba23-c8c14c3ce162 req-9647053f-896d-4859-a620-2eeb6c5d037f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:29.517281 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-13f34b4b-af34-4877-ba23-c8c14c3ce162 req-9647053f-896d-4859-a620-2eeb6c5d037f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651384'] for floatingip, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:29.517687 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.db.l3_db [req-13f34b4b-af34-4877-ba23-c8c14c3ce162 req-9647053f-896d-4859-a620-2eeb6c5d037f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Floating IP 4a92c299-8bd7-4b2a-a82d-59c836038179 disassociated. External IP: 172.27.3.131, port: f98da5d9-6058-4b2d-a1e3-11349cb6e0eb. Jun 23 16:24:29.518145 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-13f34b4b-af34-4877-ba23-c8c14c3ce162 req-9647053f-896d-4859-a620-2eeb6c5d037f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Calling delete_port for f98da5d9-6058-4b2d-a1e3-11349cb6e0eb owned by compute:nova {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:24:29.545177 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4e0a6737-9115-436b-88f3-6de080afa69e req-9416840c-7fea-4ad2-bb0e-4ec60ada7831 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=c0118f49-d799-4dca-9170-8652718c398f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534804 Jun 23 16:24:29.655656 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-13f34b4b-af34-4877-ba23-c8c14c3ce162 req-9647053f-896d-4859-a620-2eeb6c5d037f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:29.660202 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:29.689393 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647053f-896d-4859-a620-2eeb6c5d037f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Pushing event deleted for resources: {'Port': ['ID=f98da5d9-6058-4b2d-a1e3-11349cb6e0eb,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:29.691987 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-9647053f-896d-4859-a620-2eeb6c5d037f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:29.803709 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13f34b4b-af34-4877-ba23-c8c14c3ce162 req-9647053f-896d-4859-a620-2eeb6c5d037f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Router 19104c84-1a9b-4cab-890b-c1da05535e4a has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:24:29.907766 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13f34b4b-af34-4877-ba23-c8c14c3ce162 req-9647053f-896d-4859-a620-2eeb6c5d037f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:24:29.919120 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e12f12-6603-4753-ad90-5d62f6a5fba6 None None] Sync routers for ids ['19104c84-1a9b-4cab-890b-c1da05535e4a'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:24:29.928199 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e12f12-6603-4753-ad90-5d62f6a5fba6 None None] Routers {'19104c84-1a9b-4cab-890b-c1da05535e4a'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:24:29.928826 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-24e12f12-6603-4753-ad90-5d62f6a5fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:24:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['19104c84-1a9b-4cab-890b-c1da05535e4a'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:29.953730 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f34b4b-af34-4877-ba23-c8c14c3ce162 req-9647053f-896d-4859-a620-2eeb6c5d037f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] No DVR routers for this DVR port f98da5d9-6058-4b2d-a1e3-11349cb6e0eb on host hv-cinder-78836 {{(pid=92863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:24:29.956243 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-13f34b4b-af34-4877-ba23-c8c14c3ce162 req-9647053f-896d-4859-a620-2eeb6c5d037f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:29.958196 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-13f34b4b-af34-4877-ba23-c8c14c3ce162 req-9647053f-896d-4859-a620-2eeb6c5d037f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.84 "DELETE /v2.0/ports/f98da5d9-6058-4b2d-a1e3-11349cb6e0eb HTTP/1.1" status: 204 len: 173 time: 0.9135120 Jun 23 16:24:29.958692 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07f08f1-7057-4e6e-8788-3a5ee2d98294', 'name': 'network-vif-deleted', 'tag': 'f98da5d9-6058-4b2d-a1e3-11349cb6e0eb'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:24:29.961727 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ba3146-2a9c-489c-8681-7b7de0761b8d" -d '{"events": [{"server_uuid": "b07f08f1-7057-4e6e-8788-3a5ee2d98294", "name": "network-vif-deleted", "tag": "f98da5d9-6058-4b2d-a1e3-11349cb6e0eb"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:24:29.997791 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c883cfd3-5809-4406-9814-c7008adbacaa x-openstack-request-id: req-c883cfd3-5809-4406-9814-c7008adbacaa {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:24:29.998390 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07f08f1-7057-4e6e-8788-3a5ee2d98294", "name": "network-vif-deleted", "tag": "f98da5d9-6058-4b2d-a1e3-11349cb6e0eb", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:24:29.998867 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c883cfd3-5809-4406-9814-c7008adbacaa {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:24:29.999459 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07f08f1-7057-4e6e-8788-3a5ee2d98294', 'name': 'network-vif-deleted', 'tag': 'f98da5d9-6058-4b2d-a1e3-11349cb6e0eb', 'status': 'completed', 'code': 200} Jun 23 16:24:30.050578 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-24e12f12-6603-4753-ad90-5d62f6a5fba6 None None] Set router 19104c84-1a9b-4cab-890b-c1da05535e4a gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:24:30.243418 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-24e12f12-6603-4753-ad90-5d62f6a5fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'name': 'tempest-AttachVolumeTestJSON-894092085-router', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '3688b735-972a-4832-afc7-0a87ebccb064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:27Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'gw_port': {'id': '3688b735-972a-4832-afc7-0a87ebccb064', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:29Z', 'updated_at': '2021-06-23T16:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '514e38cd-6d19-4def-a582-9cc02f010bb9', 'name': '', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'mac_address': 'fa:16:3e:d0:fd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:36Z', 'updated_at': '2021-06-23T16:19:52Z', 'revision_number': 5, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'subnets': [{'id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:30.272016 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e12f12-6603-4753-ad90-5d62f6a5fba6 None None] Checking router: 19104c84-1a9b-4cab-890b-c1da05535e4a for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:24:30.280263 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e12f12-6603-4753-ad90-5d62f6a5fba6 None None] Routers {'19104c84-1a9b-4cab-890b-c1da05535e4a'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:24:30.280870 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-24e12f12-6603-4753-ad90-5d62f6a5fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:24:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['19104c84-1a9b-4cab-890b-c1da05535e4a'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:30.404233 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-24e12f12-6603-4753-ad90-5d62f6a5fba6 None None] Set router 19104c84-1a9b-4cab-890b-c1da05535e4a gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:24:30.471155 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10bcd4-6003-4de5-9c82-73466c5cc55f req-56d8490a-ff4f-4dfe-be40-0ab4f73bb711 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:30.473237 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7a10bcd4-6003-4de5-9c82-73466c5cc55f req-56d8490a-ff4f-4dfe-be40-0ab4f73bb711 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.0644443 Jun 23 16:24:30.517077 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7a10bcd4-6003-4de5-9c82-73466c5cc55f req-3cd60e14-d6fb-4bf5-bec9-29118af7fd97 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=a88548b4-083a-4f07-b270-16e3db82d1b9&id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367513 Jun 23 16:24:30.615630 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-24e12f12-6603-4753-ad90-5d62f6a5fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'name': 'tempest-AttachVolumeTestJSON-894092085-router', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '3688b735-972a-4832-afc7-0a87ebccb064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:27Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'gw_port': {'id': '3688b735-972a-4832-afc7-0a87ebccb064', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:29Z', 'updated_at': '2021-06-23T16:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '514e38cd-6d19-4def-a582-9cc02f010bb9', 'name': '', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'mac_address': 'fa:16:3e:d0:fd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:36Z', 'updated_at': '2021-06-23T16:19:52Z', 'revision_number': 5, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'subnets': [{'id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:30.647419 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e12f12-6603-4753-ad90-5d62f6a5fba6 None None] The sync data for ids ['19104c84-1a9b-4cab-890b-c1da05535e4a'] in dv-cinder-788363-4-iscsi is: [{'id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'name': 'tempest-AttachVolumeTestJSON-894092085-router', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '3688b735-972a-4832-afc7-0a87ebccb064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:27Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'gw_port': {'id': '3688b735-972a-4832-afc7-0a87ebccb064', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:29Z', 'updated_at': '2021-06-23T16:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '514e38cd-6d19-4def-a582-9cc02f010bb9', 'name': '', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'mac_address': 'fa:16:3e:d0:fd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:36Z', 'updated_at': '2021-06-23T16:19:52Z', 'revision_number': 5, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'subnets': [{'id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:24:30.711525 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6ab23706-5821-43f4-9271-254ed271af27 req-01c9e623-7919-44fe-898c-58edff070981 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=b07f08f1-7057-4e6e-8788-3a5ee2d98294 HTTP/1.1" status: 200 len: 210 time: 0.0330815 Jun 23 16:24:30.876608 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d59bbe0-5075-41fd-be24-17e900314f7e None None] New status for floating IP 4a92c299-8bd7-4b2a-a82d-59c836038179: DOWN {{(pid=92866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:24:31.692572 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56422caa-c40f-4b3b-b380-5b32082feefe req-6ae7ac97-78f4-4889-9688-53e8b4fa75fe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:31.694022 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-56422caa-c40f-4b3b-b380-5b32082feefe req-6ae7ac97-78f4-4889-9688-53e8b4fa75fe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.0670321 Jun 23 16:24:31.734084 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-56422caa-c40f-4b3b-b380-5b32082feefe req-a7230efb-aeb3-439e-b6e0-e0bf9bd64b46 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=a88548b4-083a-4f07-b270-16e3db82d1b9&id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341547 Jun 23 16:24:31.832800 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 50652) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:31.889171 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-dd7c9ccc-a3dd-4389-a0a6-a5a7f4d9c42d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:31.911454 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-dd7c9ccc-a3dd-4389-a0a6-a5a7f4d9c42d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:31.957388 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-dd7c9ccc-a3dd-4389-a0a6-a5a7f4d9c42d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:31.960310 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-dd7c9ccc-a3dd-4389-a0a6-a5a7f4d9c42d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:31.962010 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-dd7c9ccc-a3dd-4389-a0a6-a5a7f4d9c42d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "DELETE /v2.0/security-groups/c0118f49-d799-4dca-9170-8652718c398f HTTP/1.1" status: 204 len: 168 time: 0.1282179 Jun 23 16:24:31.962758 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-fcd247ea-8bb5-498b-85d7-0e61984978ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:31.964842 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 50654) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:31.971166 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c9ccc-a3dd-4389-a0a6-a5a7f4d9c42d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0118f49-d799-4dca-9170-8652718c398f,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:31.973581 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-dd7c9ccc-a3dd-4389-a0a6-a5a7f4d9c42d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:31.978117 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.api.v2.resource [None req-d0236b65-9399-4608-b594-a5ce8dd4a018 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] show failed (client error): The resource could not be found. Jun 23 16:24:31.979138 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-d0236b65-9399-4608-b594-a5ce8dd4a018 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups/c0118f49-d799-4dca-9170-8652718c398f HTTP/1.1" status: 404 len: 347 time: 0.0133147 Jun 23 16:24:31.982096 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 50656) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:32.108920 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d82ad-83b7-4a37-98df-890241c37125 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Deleting port 25d9ca5d-a093-4d7b-a94c-ee830e38e92b {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:24:32.109262 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bf8d82ad-83b7-4a37-98df-890241c37125 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:32.185255 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bf8d82ad-83b7-4a37-98df-890241c37125 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:32.185584 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bf8d82ad-83b7-4a37-98df-890241c37125 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:32.197253 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d82ad-83b7-4a37-98df-890241c37125 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Calling delete_port for 25d9ca5d-a093-4d7b-a94c-ee830e38e92b owned by network:floatingip {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:24:32.334387 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bf8d82ad-83b7-4a37-98df-890241c37125 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:32.336108 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:32.356774 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d82ad-83b7-4a37-98df-890241c37125 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Pushing event deleted for resources: {'Port': ['ID=25d9ca5d-a093-4d7b-a94c-ee830e38e92b,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:32.360108 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-bf8d82ad-83b7-4a37-98df-890241c37125 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:32.417064 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bf8d82ad-83b7-4a37-98df-890241c37125 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for floatingip, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:32.419857 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bf8d82ad-83b7-4a37-98df-890241c37125 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for floatingip, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:32.420996 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-bf8d82ad-83b7-4a37-98df-890241c37125 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "DELETE /v2.0/floatingips/4a92c299-8bd7-4b2a-a82d-59c836038179 HTTP/1.1" status: 204 len: 168 time: 0.4378152 Jun 23 16:24:32.599320 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ee0c2b05-f7c5-4a26-af8f-623734864417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:32.683356 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device f98da5d9-6058-4b2d-a1e3-11349cb6e0eb no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:24:32.706189 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] No Port match for: f98da5d9-6058-4b2d-a1e3-11349cb6e0eb {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:24:32.706544 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device f98da5d9-6058-4b2d-a1e3-11349cb6e0eb not bound to the agent host hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:24:32.907409 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8905bb4-1c0a-4ea6-917c-f8ae7a89c253 req-daa4e9d3-c3ab-4baf-a59f-2de4c19ecd20 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:32.908787 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d8905bb4-1c0a-4ea6-917c-f8ae7a89c253 req-daa4e9d3-c3ab-4baf-a59f-2de4c19ecd20 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.0622647 Jun 23 16:24:32.951825 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d8905bb4-1c0a-4ea6-917c-f8ae7a89c253 req-e6149f0c-04f8-4556-a05f-4555d019b42a tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=a88548b4-083a-4f07-b270-16e3db82d1b9&id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364113 Jun 23 16:24:32.965347 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 50668) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:32.970450 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-6afac922-dfef-4666-b794-091ae29a5101 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1851188869', 'description': 'tempest-description--707134165'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:24:32.991551 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6afac922-dfef-4666-b794-091ae29a5101 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:33.070021 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6afac922-dfef-4666-b794-091ae29a5101 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:33.073634 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6afac922-dfef-4666-b794-091ae29a5101 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:33.076694 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9e8fa09d-a165-4472-b8cc-f123cc2b5f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:33.100669 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6afac922-dfef-4666-b794-091ae29a5101 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:33.102372 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-6afac922-dfef-4666-b794-091ae29a5101 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1357455 Jun 23 16:24:33.104193 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afac922-dfef-4666-b794-091ae29a5101 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda997d2-3cf8-4d52-b980-2c6a0fd2d62d,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:33.105287 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 50670) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:33.107025 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-6afac922-dfef-4666-b794-091ae29a5101 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:33.111350 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-77e77d03-eedd-4e55-a0be-b1f2ee24fb79 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Request body: {'security_group_rule': {'security_group_id': 'fda997d2-3cf8-4d52-b980-2c6a0fd2d62d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:24:33.141371 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-77e77d03-eedd-4e55-a0be-b1f2ee24fb79 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:33.186209 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-77e77d03-eedd-4e55-a0be-b1f2ee24fb79 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:33.189503 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-77e77d03-eedd-4e55-a0be-b1f2ee24fb79 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:33.194854 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:33.209496 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e77d03-eedd-4e55-a0be-b1f2ee24fb79 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28c0105-44ed-4b6f-9088-be01d59941ea,revision_number=0']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:33.212890 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-77e77d03-eedd-4e55-a0be-b1f2ee24fb79 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:33.214154 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-77e77d03-eedd-4e55-a0be-b1f2ee24fb79 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:33.215285 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-77e77d03-eedd-4e55-a0be-b1f2ee24fb79 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1084702 Jun 23 16:24:33.217985 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 50672) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:33.222359 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-813565ca-6962-418c-b9dd-d1826caab6c7 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Request body: {'security_group_rule': {'security_group_id': 'fda997d2-3cf8-4d52-b980-2c6a0fd2d62d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:24:33.247555 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-813565ca-6962-418c-b9dd-d1826caab6c7 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:33.303774 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-813565ca-6962-418c-b9dd-d1826caab6c7 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:33.307360 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-813565ca-6962-418c-b9dd-d1826caab6c7 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:33.309382 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-77e77d03-eedd-4e55-a0be-b1f2ee24fb79 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:33.322881 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813565ca-6962-418c-b9dd-d1826caab6c7 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b49f3f-270a-4114-b245-ba01b98a1b7a,revision_number=0']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:33.326581 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-813565ca-6962-418c-b9dd-d1826caab6c7 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:33.332083 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-813565ca-6962-418c-b9dd-d1826caab6c7 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:33.333282 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-813565ca-6962-418c-b9dd-d1826caab6c7 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143653 Jun 23 16:24:33.337117 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 50674) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:33.341720 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-0686cfda-0ec1-4989-b042-609b0d3c1ced tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Request body: {'floatingip': {'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:24:33.363073 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-0686cfda-0ec1-4989-b042-609b0d3c1ced tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for floatingip, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:33.458200 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-0686cfda-0ec1-4989-b042-609b0d3c1ced tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:33.561774 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [None req-0686cfda-0ec1-4989-b042-609b0d3c1ced tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Allocated IP 172.27.3.240 (e0719ee7-fed0-4bca-a581-6af63c437fb6/0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4/c62a5486-419d-471e-8a32-c918ffa362cd) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:24:33.667606 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-0686cfda-0ec1-4989-b042-609b0d3c1ced tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:33.705294 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-0686cfda-0ec1-4989-b042-609b0d3c1ced tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125858108'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:33.708017 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-ca87e6e1-8a62-46b7-a017-bd1ef1f9cc94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:33.738062 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0686cfda-0ec1-4989-b042-609b0d3c1ced tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Network e0719ee7-fed0-4bca-a581-6af63c437fb6 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:24:33.743022 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-0686cfda-0ec1-4989-b042-609b0d3c1ced tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:24:33.746364 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0686cfda-0ec1-4989-b042-609b0d3c1ced tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:24:33.773470 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686cfda-0ec1-4989-b042-609b0d3c1ced tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Pushing event updated for resources: {'Port': ['ID=c62a5486-419d-471e-8a32-c918ffa362cd,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:33.777078 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-0686cfda-0ec1-4989-b042-609b0d3c1ced tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:33.836135 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-0686cfda-0ec1-4989-b042-609b0d3c1ced tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:33.878387 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-0686cfda-0ec1-4989-b042-609b0d3c1ced tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:34.024755 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-0686cfda-0ec1-4989-b042-609b0d3c1ced tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:34.029533 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-0686cfda-0ec1-4989-b042-609b0d3c1ced tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:34.032245 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:34.097831 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686cfda-0ec1-4989-b042-609b0d3c1ced tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Pushing event updated for resources: {'Port': ['ID=c62a5486-419d-471e-8a32-c918ffa362cd,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:34.102274 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-0686cfda-0ec1-4989-b042-609b0d3c1ced tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:34.106935 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-0686cfda-0ec1-4989-b042-609b0d3c1ced tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651384'] for floatingip, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:34.122371 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-0686cfda-0ec1-4989-b042-609b0d3c1ced tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for floatingip, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:34.123704 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-0686cfda-0ec1-4989-b042-609b0d3c1ced tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7856061 Jun 23 16:24:34.128771 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4840f76-6f2e-4a0f-a878-b03ea2c48288 req-3c570136-cf72-4f7b-a58d-10f62f21974a tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:34.130248 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a4840f76-6f2e-4a0f-a878-b03ea2c48288 req-3c570136-cf72-4f7b-a58d-10f62f21974a tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.0669093 Jun 23 16:24:34.170536 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a4840f76-6f2e-4a0f-a878-b03ea2c48288 req-949ace5d-83d9-4925-8c6c-1f6087c75e96 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=a88548b4-083a-4f07-b270-16e3db82d1b9&id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344176 Jun 23 16:24:34.306893 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-4d600a07-2700-441a-b5bd-3209680f2c74 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1851188869&fields=id&tenant_id=a11bfaeaf90b4b2a9e648a6081eb79d6 HTTP/1.1" status: 200 len: 267 time: 0.0333316 Jun 23 16:24:34.411504 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-7a8a44c8-52b7-4ce8-8e4c-20fd59459413 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:34.412931 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-7a8a44c8-52b7-4ce8-8e4c-20fd59459413 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/networks?id=c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 HTTP/1.1" status: 200 len: 810 time: 0.0998311 Jun 23 16:24:34.427379 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-a80b7d41-18f6-4258-b264-495e64673756 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/quotas/a11bfaeaf90b4b2a9e648a6081eb79d6 HTTP/1.1" status: 200 len: 375 time: 0.0086572 Jun 23 16:24:34.496584 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-7468360c-8fdd-4406-9062-b5879b0adf24 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a11bfaeaf90b4b2a9e648a6081eb79d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0645618 Jun 23 16:24:34.638739 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-5e70d64c-1ddb-417e-81bf-78ce66205070 service neutron] 10.222.0.46 "GET /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313541 Jun 23 16:24:34.725033 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f950db66-355f-4d18-a4a0-6ea585ed433e service neutron] 10.222.0.46 "GET /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806158 Jun 23 16:24:34.896101 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-acd0b243-b748-4633-aa21-2c490f29a9ca req-225bb15e-f29f-4721-9408-670544143a74 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=16cfeb8a-63fb-4949-8f6a-98e93bb16e54 HTTP/1.1" status: 200 len: 210 time: 0.0289795 Jun 23 16:24:34.945449 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:35.357224 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c192e9a-e141-481d-968d-06e66f478236 req-5a3c970f-ab06-4019-82c3-d784aa4071ad tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:35.358706 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7c192e9a-e141-481d-968d-06e66f478236 req-5a3c970f-ab06-4019-82c3-d784aa4071ad tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.0674844 Jun 23 16:24:35.399598 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7c192e9a-e141-481d-968d-06e66f478236 req-2800aa63-883b-407d-8bf3-a5cc3f6d51a6 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=a88548b4-083a-4f07-b270-16e3db82d1b9&id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349247 Jun 23 16:24:35.717641 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-0ddac0cf-56a6-41eb-8d75-291a36f5d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:36.035339 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ec518d9b-c6e8-4148-86ba-49fc8ef99526 req-80bc64b5-03c9-4d6a-b6a3-2049aa890650 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=16cfeb8a-63fb-4949-8f6a-98e93bb16e54 HTTP/1.1" status: 200 len: 210 time: 0.0283659 Jun 23 16:24:36.218011 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-18999b0f-3417-491d-8f70-8afe71708de8 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:36.219393 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-18999b0f-3417-491d-8f70-8afe71708de8 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.84 "GET /v2.0/networks?id=c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 HTTP/1.1" status: 200 len: 810 time: 0.0993905 Jun 23 16:24:36.274057 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-36e4a4e3-daea-4c12-83c2-a75858323534 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a11bfaeaf90b4b2a9e648a6081eb79d6 HTTP/1.1" status: 200 len: 380 time: 0.0373583 Jun 23 16:24:36.282562 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-73a5cdcf-5555-4698-9736-ae549f86dbc6 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Request body: {'port': {'device_id': '16cfeb8a-63fb-4949-8f6a-98e93bb16e54', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'admin_state_up': True, 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'security_groups': ['fda997d2-3cf8-4d52-b980-2c6a0fd2d62d']}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:24:36.392044 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-73a5cdcf-5555-4698-9736-ae549f86dbc6 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Made reservation on behalf of a11bfaeaf90b4b2a9e648a6081eb79d6 for: {'port': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:24:36.395702 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-73a5cdcf-5555-4698-9736-ae549f86dbc6 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:36.430252 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:36.552846 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-73a5cdcf-5555-4698-9736-ae549f86dbc6 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Allocated IP 172.20.0.9 (c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55/3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d/a0cc4781-258e-42ae-ba59-9f4eb3cd73d7) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:24:36.632453 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117debc-6666-4017-bacb-93af231622ef req-cd3235ec-1ed5-427b-a9d0-a49cfeaee09f tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:36.633892 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2117debc-6666-4017-bacb-93af231622ef req-cd3235ec-1ed5-427b-a9d0-a49cfeaee09f tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.1234586 Jun 23 16:24:36.717391 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2117debc-6666-4017-bacb-93af231622ef req-0c655c66-4229-484c-8ae4-bac2f36f055a tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=a88548b4-083a-4f07-b270-16e3db82d1b9&id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532022 Jun 23 16:24:36.743095 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-73a5cdcf-5555-4698-9736-ae549f86dbc6 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:36.755339 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-73a5cdcf-5555-4698-9736-ae549f86dbc6 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Transition to ACTIVE for port object a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 will not be triggered until provisioned by entity DHCP. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:24:36.790208 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-73a5cdcf-5555-4698-9736-ae549f86dbc6 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125858108'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:36.794800 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-9647053f-896d-4859-a620-2eeb6c5d037f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:36.834570 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-73a5cdcf-5555-4698-9736-ae549f86dbc6 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Network c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:24:36.838084 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-73a5cdcf-5555-4698-9736-ae549f86dbc6 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:24:36.840400 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-73a5cdcf-5555-4698-9736-ae549f86dbc6 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:24:36.866375 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5cdcf-5555-4698-9736-ae549f86dbc6 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Pushing event updated for resources: {'Port': ['ID=a0cc4781-258e-42ae-ba59-9f4eb3cd73d7,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:36.869292 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-73a5cdcf-5555-4698-9736-ae549f86dbc6 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:36.897886 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-73a5cdcf-5555-4698-9736-ae549f86dbc6 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:36.899076 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-73a5cdcf-5555-4698-9736-ae549f86dbc6 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:36.913278 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-73a5cdcf-5555-4698-9736-ae549f86dbc6 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6346300 Jun 23 16:24:36.932765 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Request body: {'port': {'device_id': '16cfeb8a-63fb-4949-8f6a-98e93bb16e54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:24:37.009647 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:37.053055 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-c68b9bae-8084-42b1-942f-5f78e8d2cd48 None None] Provisioning for port a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:24:37.056648 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-c68b9bae-8084-42b1-942f-5f78e8d2cd48 None None] Provisioning complete for port a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:24:37.057021 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-c68b9bae-8084-42b1-942f-5f78e8d2cd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:37.090459 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-c68b9bae-8084-42b1-942f-5f78e8d2cd48 None None] Port a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:24:37.214437 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b166f8-a52a-4e3a-8d19-77f05a17603f req-d5977bbb-d92f-4fca-98db-333e62906ca6 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:37.215805 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a7b166f8-a52a-4e3a-8d19-77f05a17603f req-d5977bbb-d92f-4fca-98db-333e62906ca6 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=16cfeb8a-63fb-4949-8f6a-98e93bb16e54 HTTP/1.1" status: 200 len: 931 time: 0.0659142 Jun 23 16:24:37.251754 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a7b166f8-a52a-4e3a-8d19-77f05a17603f req-016d211b-7b64-446e-951d-6f7c33484f03 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=fda997d2-3cf8-4d52-b980-2c6a0fd2d62d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301492 Jun 23 16:24:37.265677 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 {{(pid=92863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:24:37.272915 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:37.285149 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Transition to ACTIVE for port object a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 will not be triggered until provisioned by entity L2. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:24:37.288646 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:37.291363 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7a8960ef-1be3-4472-952a-0b85b3c829f9 tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:37.334893 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a0cc4781-258e-42ae-ba59-9f4eb3cd73d7,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:37.338866 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:37.409203 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Attempting to bind port a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:24:37.409905 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Attempting to bind port a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '3e773a08-1a50-4d4d-9a02-291be1d2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55'}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:24:37.409905 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Attempting to bind port a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 on network c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:24:37.414422 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Port a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 on network c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:24:37.414747 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Attempting to bind port a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 on network c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:24:37.420041 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Checking agent: {'id': '038417b8-6895-4fa1-8365-da35a0f7bc41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'started_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:24:37.420379 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Checking segment: {'id': '3e773a08-1a50-4d4d-9a02-291be1d2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:24:37.420761 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Bound using segment: {'id': '3e773a08-1a50-4d4d-9a02-291be1d2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55'} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:24:37.421201 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Bound port: a0cc4781-258e-42ae-ba59-9f4eb3cd73d7, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e773a08-1a50-4d4d-9a02-291be1d2dc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55'}}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:24:37.421548 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:37.488885 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] For port a0cc4781-258e-42ae-ba59-9f4eb3cd73d7, host hv-cinder-78836, cleared binding levels {{(pid=92863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:24:37.492325 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] For port a0cc4781-258e-42ae-ba59-9f4eb3cd73d7, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a0cc4781-258e-42ae-ba59-9f4eb3cd73d7,segment=NetworkSegment(3e773a08-1a50-4d4d-9a02-291be1d2dc56),segment_id=3e773a08-1a50-4d4d-9a02-291be1d2dc56)] {{(pid=92863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:24:37.496668 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:37.499540 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-c37e37df-0464-4992-b49b-398ddef08ac1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:37.529818 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:37.530457 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:37.531814 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] 10.222.0.84 "PUT /v2.0/ports/a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 HTTP/1.1" status: 200 len: 1093 time: 0.6033840 Jun 23 16:24:37.532307 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cfeb8a-63fb-4949-8f6a-98e93bb16e54', 'tag': 'a0cc4781-258e-42ae-ba59-9f4eb3cd73d7'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:24:37.534581 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2143e47a-cd5e-4271-aae7-4cbbf4b053b0" -d '{"events": [{"name": "network-changed", "server_uuid": "16cfeb8a-63fb-4949-8f6a-98e93bb16e54", "tag": "a0cc4781-258e-42ae-ba59-9f4eb3cd73d7"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:24:37.564284 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a0cc4781-258e-42ae-ba59-9f4eb3cd73d7,revision_number=3']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:37.571439 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:37.576128 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd15c33-06ba-4722-98c1-b1205af663e9 x-openstack-request-id: req-2fd15c33-06ba-4722-98c1-b1205af663e9 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:24:37.576453 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cfeb8a-63fb-4949-8f6a-98e93bb16e54", "tag": "a0cc4781-258e-42ae-ba59-9f4eb3cd73d7", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:24:37.576735 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2fd15c33-06ba-4722-98c1-b1205af663e9 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:24:37.577159 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16cfeb8a-63fb-4949-8f6a-98e93bb16e54', 'tag': 'a0cc4781-258e-42ae-ba59-9f4eb3cd73d7', 'status': 'completed', 'code': 200} Jun 23 16:24:37.659085 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-149a78c0-5a86-4f6b-b5a5-b10bf64fef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:37.660698 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-149a78c0-5a86-4f6b-b5a5-b10bf64fef95 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a11bfaeaf90b4b2a9e648a6081eb79d6&device_id=16cfeb8a-63fb-4949-8f6a-98e93bb16e54 HTTP/1.1" status: 200 len: 1096 time: 0.0556643 Jun 23 16:24:37.709836 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-3bdcab0b-b435-499f-9a6c-2a5b16ae4a60 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 HTTP/1.1" status: 200 len: 217 time: 0.0333405 Jun 23 16:24:37.766504 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-8f7ed05e-e61b-47d5-a5f3-ed58041f157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:37.767996 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-8f7ed05e-e61b-47d5-a5f3-ed58041f157a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d HTTP/1.1" status: 200 len: 849 time: 0.0477579 Jun 23 16:24:37.834320 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-43db0301-1fa9-468d-8c4e-5b12a4fdaf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:37.836344 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-43db0301-1fa9-468d-8c4e-5b12a4fdaf17 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594149 Jun 23 16:24:37.895673 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3804e12-ad40-4be8-b41a-da95508c10b5 req-991fd35f-324b-4f69-8887-f067de67c85f tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:37.897044 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f3804e12-ad40-4be8-b41a-da95508c10b5 req-991fd35f-324b-4f69-8887-f067de67c85f tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.0621796 Jun 23 16:24:37.933182 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-656a7930-7707-4b3b-8a9e-9166526f05c3 service neutron] 10.222.0.84 "GET /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898538 Jun 23 16:24:37.938068 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f3804e12-ad40-4be8-b41a-da95508c10b5 req-c99a35e9-56c1-4696-aa62-9c4dd7d29452 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=a88548b4-083a-4f07-b270-16e3db82d1b9&id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343916 Jun 23 16:24:38.022476 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-87fedfa1-1f91-4685-b8c6-4a86e7ab8a17 req-3bf6b27b-de80-41ee-8b51-23b14fa6b29b service neutron] 10.222.0.84 "GET /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819321 Jun 23 16:24:38.088400 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:38.195565 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143e47a-cd5e-4271-aae7-4cbbf4b053b0 req-5d9834f6-deb1-4449-9b49-3a93cd412ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:38.196913 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2143e47a-cd5e-4271-aae7-4cbbf4b053b0 req-5d9834f6-deb1-4449-9b49-3a93cd412ec3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a11bfaeaf90b4b2a9e648a6081eb79d6&device_id=16cfeb8a-63fb-4949-8f6a-98e93bb16e54 HTTP/1.1" status: 200 len: 1096 time: 0.0510080 Jun 23 16:24:38.566784 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143e47a-cd5e-4271-aae7-4cbbf4b053b0 req-f5566447-464a-4525-a479-aa92a44844e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:38.568203 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2143e47a-cd5e-4271-aae7-4cbbf4b053b0 req-f5566447-464a-4525-a479-aa92a44844e3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 HTTP/1.1" status: 200 len: 911 time: 0.3637068 Jun 23 16:24:38.592040 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7089cb-cd24-404e-aebf-54bdb06e2f99 req-9416ec86-7fa9-4087-baeb-3af6ce005aca tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:38.593385 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-5d7089cb-cd24-404e-aebf-54bdb06e2f99 req-9416ec86-7fa9-4087-baeb-3af6ce005aca tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=16cfeb8a-63fb-4949-8f6a-98e93bb16e54 HTTP/1.1" status: 200 len: 943 time: 0.0912578 Jun 23 16:24:38.624097 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2143e47a-cd5e-4271-aae7-4cbbf4b053b0 req-20427ee5-55bc-4a49-8159-e9f2de0b8591 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 HTTP/1.1" status: 200 len: 217 time: 0.0477126 Jun 23 16:24:38.680281 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-5d7089cb-cd24-404e-aebf-54bdb06e2f99 req-907d165d-be11-4d57-8e44-fe951d5cd057 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=fda997d2-3cf8-4d52-b980-2c6a0fd2d62d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584362 Jun 23 16:24:38.690966 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143e47a-cd5e-4271-aae7-4cbbf4b053b0 req-e014ddd8-704a-4c9f-af26-993625f376ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:38.692335 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2143e47a-cd5e-4271-aae7-4cbbf4b053b0 req-e014ddd8-704a-4c9f-af26-993625f376ad service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d HTTP/1.1" status: 200 len: 849 time: 0.0567188 Jun 23 16:24:38.747967 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143e47a-cd5e-4271-aae7-4cbbf4b053b0 req-ce82dee0-ca3b-490e-985c-db37ae2a9a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:38.749360 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2143e47a-cd5e-4271-aae7-4cbbf4b053b0 req-ce82dee0-ca3b-490e-985c-db37ae2a9a26 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500917 Jun 23 16:24:38.848731 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2143e47a-cd5e-4271-aae7-4cbbf4b053b0 req-7f4fa665-278b-4165-9822-c74c7694d438 service neutron] 10.222.0.84 "GET /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846822 Jun 23 16:24:38.939721 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2143e47a-cd5e-4271-aae7-4cbbf4b053b0 req-bd0dfe59-a420-497d-8c93-80a9287b6b32 service neutron] 10.222.0.84 "GET /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825467 Jun 23 16:24:39.105966 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8a8b0-7371-47e0-93f2-eb78fb495799 req-fa9f8e24-c999-4319-b729-aa6f09af6209 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:39.107417 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f9b8a8b0-7371-47e0-93f2-eb78fb495799 req-fa9f8e24-c999-4319-b729-aa6f09af6209 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.0608337 Jun 23 16:24:39.145049 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f9b8a8b0-7371-47e0-93f2-eb78fb495799 req-f718546c-d708-48c6-b7a4-4927075ba01f tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=a88548b4-083a-4f07-b270-16e3db82d1b9&id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320454 Jun 23 16:24:39.212590 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:39.854860 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9529f-9792-43a4-b075-3705989047ea req-51790ad9-e885-46f7-8fc9-38368c158720 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:39.856320 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-89f9529f-9792-43a4-b075-3705989047ea req-51790ad9-e885-46f7-8fc9-38368c158720 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=16cfeb8a-63fb-4949-8f6a-98e93bb16e54 HTTP/1.1" status: 200 len: 943 time: 0.0648146 Jun 23 16:24:39.893599 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-89f9529f-9792-43a4-b075-3705989047ea req-02781a54-98bf-42dc-af67-857af54eb8bf tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=fda997d2-3cf8-4d52-b980-2c6a0fd2d62d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318067 Jun 23 16:24:40.321720 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ea0a9-5c46-4acf-9928-7523426a68e8 req-24a51d47-de0f-4a92-ac27-b8ac47c0d999 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:40.323180 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2b7ea0a9-5c46-4acf-9928-7523426a68e8 req-24a51d47-de0f-4a92-ac27-b8ac47c0d999 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.0658846 Jun 23 16:24:40.361465 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2b7ea0a9-5c46-4acf-9928-7523426a68e8 req-536d17b1-b888-4b8a-92af-094d54f68903 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=a88548b4-083a-4f07-b270-16e3db82d1b9&id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325618 Jun 23 16:24:40.774461 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:24:40.868240 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port a0cc4781-258e-42ae-ba59-9f4eb3cd73d7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a0cc4781-258e-42ae-ba59-9f4eb3cd73d7,segment=NetworkSegment(3e773a08-1a50-4d4d-9a02-291be1d2dc56),segment_id=3e773a08-1a50-4d4d-9a02-291be1d2dc56)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:24:40.878626 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Returning: {'device': 'a0cc4781-258e-42ae-ba59-9f4eb3cd73d7', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'port_id': 'a0cc4781-258e-42ae-ba59-9f4eb3cd73d7', 'mac_address': 'fa:16:3e:46:24:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:24:40.914979 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:40.928462 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 {{(pid=92865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:24:40.950851 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port a0cc4781-258e-42ae-ba59-9f4eb3cd73d7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a0cc4781-258e-42ae-ba59-9f4eb3cd73d7,segment=NetworkSegment(3e773a08-1a50-4d4d-9a02-291be1d2dc56),segment_id=3e773a08-1a50-4d4d-9a02-291be1d2dc56)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:24:40.956150 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:40.958042 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:41.009698 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=a0cc4781-258e-42ae-ba59-9f4eb3cd73d7,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:41.012953 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:41.084345 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52dd7d-97ca-43dc-a56c-d5ab8cf02adf req-5445b401-b0bf-49f7-b312-d71326465b0d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:41.086661 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3f52dd7d-97ca-43dc-a56c-d5ab8cf02adf req-5445b401-b0bf-49f7-b312-d71326465b0d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=16cfeb8a-63fb-4949-8f6a-98e93bb16e54 HTTP/1.1" status: 200 len: 944 time: 0.0635059 Jun 23 16:24:41.125445 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3f52dd7d-97ca-43dc-a56c-d5ab8cf02adf req-f4c79858-f825-4712-8388-5d7b24e87e72 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=fda997d2-3cf8-4d52-b980-2c6a0fd2d62d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332503 Jun 23 16:24:41.342163 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['a0cc4781-258e-42ae-ba59-9f4eb3cd73d7'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:24:41.535853 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027b768-a4be-49b0-9d3f-ea8913a4f36a req-4817ab48-8c98-4366-a31f-2ac416b1197a tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:41.537279 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9027b768-a4be-49b0-9d3f-ea8913a4f36a req-4817ab48-8c98-4366-a31f-2ac416b1197a tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.0607903 Jun 23 16:24:41.575820 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9027b768-a4be-49b0-9d3f-ea8913a4f36a req-7e3010da-df5b-477b-92ef-31c5cc4198f8 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=a88548b4-083a-4f07-b270-16e3db82d1b9&id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324435 Jun 23 16:24:42.297801 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cbefc-1f52-4593-bab5-7ce299dd86c6 req-fdde29cf-e5d3-4a5a-b57f-430c3a57a3c8 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:42.299283 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ca2cbefc-1f52-4593-bab5-7ce299dd86c6 req-fdde29cf-e5d3-4a5a-b57f-430c3a57a3c8 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=16cfeb8a-63fb-4949-8f6a-98e93bb16e54 HTTP/1.1" status: 200 len: 944 time: 0.0664248 Jun 23 16:24:42.335925 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ca2cbefc-1f52-4593-bab5-7ce299dd86c6 req-fcf7db1f-399a-4f98-bbb8-fbec98ac064a tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=fda997d2-3cf8-4d52-b980-2c6a0fd2d62d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310733 Jun 23 16:24:42.747575 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be7f61-b95d-4bc2-8a30-53fe9fd91d89 req-e50fa078-9a62-4d5a-90c0-ec054f4a5f75 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:42.749021 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-02be7f61-b95d-4bc2-8a30-53fe9fd91d89 req-e50fa078-9a62-4d5a-90c0-ec054f4a5f75 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.0652304 Jun 23 16:24:42.787473 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-02be7f61-b95d-4bc2-8a30-53fe9fd91d89 req-ca7a4d53-dd60-4cb3-85e1-65dd95f30467 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=a88548b4-083a-4f07-b270-16e3db82d1b9&id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327156 Jun 23 16:24:42.792764 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 up at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:24:42.850088 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning for port a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:24:42.853894 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning complete for port a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:24:42.854319 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.928963 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.951839 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cfeb8a-63fb-4949-8f6a-98e93bb16e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0cc4781-258e-42ae-ba59-9f4eb3cd73d7'}] {{(pid=92865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:24:42.954051 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053164b0cf726773bb22b402b066b9c97a54671ffe15cd7793040184515b98b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a54eae-7057-448e-95df-a8f6f5110d37" -d '{"events": [{"server_uuid": "16cfeb8a-63fb-4949-8f6a-98e93bb16e54", "name": "network-vif-plugged", "status": "completed", "tag": "a0cc4781-258e-42ae-ba59-9f4eb3cd73d7"}]}' {{(pid=92865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:24:42.966716 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port a0cc4781-258e-42ae-ba59-9f4eb3cd73d7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a0cc4781-258e-42ae-ba59-9f4eb3cd73d7,segment=NetworkSegment(3e773a08-1a50-4d4d-9a02-291be1d2dc56),segment_id=3e773a08-1a50-4d4d-9a02-291be1d2dc56)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:24:42.970999 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:42.972924 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-9834d89d-3e75-473e-a96c-7284ebd0bed4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:24:42.994991 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31445486-e9d0-4143-99d5-f0c24f48c102 x-openstack-request-id: req-31445486-e9d0-4143-99d5-f0c24f48c102 {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:24:42.995286 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cfeb8a-63fb-4949-8f6a-98e93bb16e54", "name": "network-vif-plugged", "status": "completed", "tag": "a0cc4781-258e-42ae-ba59-9f4eb3cd73d7", "code": 200}]} {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:24:42.995545 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31445486-e9d0-4143-99d5-f0c24f48c102 {{(pid=92865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:24:42.995933 dv-cinder-788363-4-iscsi neutron-server[92865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cfeb8a-63fb-4949-8f6a-98e93bb16e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0cc4781-258e-42ae-ba59-9f4eb3cd73d7', 'code': 200} Jun 23 16:24:43.019804 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=a0cc4781-258e-42ae-ba59-9f4eb3cd73d7,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:24:43.022671 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:24:43.249658 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f93aa-ae2c-4a1c-8e0d-97dfb287ab37 req-8da37f10-ac63-446e-8343-1b88f9c12aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:43.251008 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-762f93aa-ae2c-4a1c-8e0d-97dfb287ab37 req-8da37f10-ac63-446e-8343-1b88f9c12aa9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=16cfeb8a-63fb-4949-8f6a-98e93bb16e54 HTTP/1.1" status: 200 len: 1098 time: 0.0507557 Jun 23 16:24:43.283982 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-762f93aa-ae2c-4a1c-8e0d-97dfb287ab37 req-47af3bb7-585d-48d5-9298-edcad9c1b0e5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=fda997d2-3cf8-4d52-b980-2c6a0fd2d62d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263345 Jun 23 16:24:43.502647 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39897f-e970-4d99-b463-77b3ada15139 req-37a852c6-e284-4982-9598-bcfd70c92de9 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:43.504004 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ab39897f-e970-4d99-b463-77b3ada15139 req-37a852c6-e284-4982-9598-bcfd70c92de9 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=16cfeb8a-63fb-4949-8f6a-98e93bb16e54 HTTP/1.1" status: 200 len: 945 time: 0.0618358 Jun 23 16:24:43.541749 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ab39897f-e970-4d99-b463-77b3ada15139 req-3939dbcc-884c-4d28-8b67-3eeff6f9e362 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=fda997d2-3cf8-4d52-b980-2c6a0fd2d62d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311866 Jun 23 16:24:44.002544 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee92051-3c46-4fbd-95d1-24a3cea0b958 req-32a6ea73-ddae-4703-97f9-3d3c86c87d05 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:44.003981 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-dee92051-3c46-4fbd-95d1-24a3cea0b958 req-32a6ea73-ddae-4703-97f9-3d3c86c87d05 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.1040237 Jun 23 16:24:44.007406 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-16dc79b4-6b74-4f7a-81da-36a56c3ad619 req-f9ace65c-6f0e-4afe-af7b-c36367009cd1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0971093 Jun 23 16:24:44.044395 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-dee92051-3c46-4fbd-95d1-24a3cea0b958 req-9716ffe5-f18e-4453-b385-b09dff05c60a tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=a88548b4-083a-4f07-b270-16e3db82d1b9&id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342095 Jun 23 16:24:44.130058 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc79b4-6b74-4f7a-81da-36a56c3ad619 req-7724157e-3473-4668-b8d7-137942138876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:44.131580 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-16dc79b4-6b74-4f7a-81da-36a56c3ad619 req-7724157e-3473-4668-b8d7-137942138876 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a76e9d11e45c4db3b9f6a8f2b48aff11&device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 1100 time: 0.0540822 Jun 23 16:24:44.237862 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc79b4-6b74-4f7a-81da-36a56c3ad619 req-2f6a53a1-9be6-4ba4-aff7-e440c203c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:44.239346 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-16dc79b4-6b74-4f7a-81da-36a56c3ad619 req-2f6a53a1-9be6-4ba4-aff7-e440c203c99f service neutron] 10.222.0.84 "GET /v2.0/networks?id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2 HTTP/1.1" status: 200 len: 917 time: 0.0883601 Jun 23 16:24:44.307527 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-16dc79b4-6b74-4f7a-81da-36a56c3ad619 req-d2b61c2d-358c-4ac1-94d5-6f85b36f01f3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dd77542-313f-4d54-88e2-c12367e8e14f HTTP/1.1" status: 200 len: 1002 time: 0.0570884 Jun 23 16:24:44.355366 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc79b4-6b74-4f7a-81da-36a56c3ad619 req-fd1cc59a-4f7d-4206-ac50-a1cc632b738e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:44.356651 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-16dc79b4-6b74-4f7a-81da-36a56c3ad619 req-fd1cc59a-4f7d-4206-ac50-a1cc632b738e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e737d9e7-5b3c-4d9d-bb31-91a55656b0db HTTP/1.1" status: 200 len: 855 time: 0.0415487 Jun 23 16:24:44.435091 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc79b4-6b74-4f7a-81da-36a56c3ad619 req-bff01b4e-8030-4ce0-8047-716c2281331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:44.436548 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-16dc79b4-6b74-4f7a-81da-36a56c3ad619 req-bff01b4e-8030-4ce0-8047-716c2281331a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534968 Jun 23 16:24:44.604198 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-16dc79b4-6b74-4f7a-81da-36a56c3ad619 req-d950c30c-7dee-42bc-ba24-50ffcf0e2150 service neutron] 10.222.0.84 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825715 Jun 23 16:24:44.703920 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-16dc79b4-6b74-4f7a-81da-36a56c3ad619 req-733bb7a3-afec-4769-96bc-1f81192f2be4 service neutron] 10.222.0.84 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919607 Jun 23 16:24:44.775863 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7436963-2746-458f-925f-d4354e2355f1 req-90da30c0-003d-446e-aff6-7ee2fef9c2b1 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:44.777307 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d7436963-2746-458f-925f-d4354e2355f1 req-90da30c0-003d-446e-aff6-7ee2fef9c2b1 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=16cfeb8a-63fb-4949-8f6a-98e93bb16e54 HTTP/1.1" status: 200 len: 945 time: 0.0646672 Jun 23 16:24:44.814899 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d7436963-2746-458f-925f-d4354e2355f1 req-455dda58-2198-4cb7-8c60-f2339d2dc47e tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=fda997d2-3cf8-4d52-b980-2c6a0fd2d62d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318575 Jun 23 16:24:45.218800 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba60ce-41e2-4fec-bc66-0e55014e73f7 req-2900538d-0f9d-4925-a56c-bf88add220a1 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:45.220239 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e9ba60ce-41e2-4fec-bc66-0e55014e73f7 req-2900538d-0f9d-4925-a56c-bf88add220a1 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.0635149 Jun 23 16:24:45.258786 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e9ba60ce-41e2-4fec-bc66-0e55014e73f7 req-fd9f6eb4-15e2-4997-b6b4-db2348c56dd4 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=a88548b4-083a-4f07-b270-16e3db82d1b9&id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328572 Jun 23 16:24:45.984860 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3652af-caa4-40a9-876b-5884e29beeba req-3e1e7448-fb97-4128-bc5f-587f75418867 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:45.986201 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1c3652af-caa4-40a9-876b-5884e29beeba req-3e1e7448-fb97-4128-bc5f-587f75418867 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=16cfeb8a-63fb-4949-8f6a-98e93bb16e54 HTTP/1.1" status: 200 len: 945 time: 0.0642462 Jun 23 16:24:46.022908 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1c3652af-caa4-40a9-876b-5884e29beeba req-3104a64b-8d56-4fdd-bed9-9b13817e7a91 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=fda997d2-3cf8-4d52-b980-2c6a0fd2d62d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310247 Jun 23 16:24:46.186027 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa88fc-a352-46c5-bd9e-9cef2d434897 req-4327d8f2-12be-4ac5-84ff-e5b704ad7ea8 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:46.187567 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-71aa88fc-a352-46c5-bd9e-9cef2d434897 req-4327d8f2-12be-4ac5-84ff-e5b704ad7ea8 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=16cfeb8a-63fb-4949-8f6a-98e93bb16e54 HTTP/1.1" status: 200 len: 945 time: 0.0622022 Jun 23 16:24:46.196011 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 50830) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:24:46.200342 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-9215b163-45e8-4ba2-b79d-555388d98706 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Request body: {'floatingip': {'port_id': 'a0cc4781-258e-42ae-ba59-9f4eb3cd73d7'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:24:46.243088 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9215b163-45e8-4ba2-b79d-555388d98706 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for floatingip, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:46.432255 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6b729-e1a0-45b5-a594-ae9cc7805bf2 req-9dcf85d7-63a7-4c20-8205-cb082b5273b0 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:46.434569 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-00f6b729-e1a0-45b5-a594-ae9cc7805bf2 req-9dcf85d7-63a7-4c20-8205-cb082b5273b0 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.0647430 Jun 23 16:24:46.472827 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-00f6b729-e1a0-45b5-a594-ae9cc7805bf2 req-4d3adad4-fa1b-42b4-9abb-3676dd38dbda tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=a88548b4-083a-4f07-b270-16e3db82d1b9&id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330973 Jun 23 16:24:46.680376 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9215b163-45e8-4ba2-b79d-555388d98706 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:46.683993 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9215b163-45e8-4ba2-b79d-555388d98706 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651384'] for floatingip, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:46.778142 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.db.l3_db [None req-9215b163-45e8-4ba2-b79d-555388d98706 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Floating IP 20614165-7eb8-4f69-9ac8-38866042982e associated. External IP: 172.27.3.240, port: a0cc4781-258e-42ae-ba59-9f4eb3cd73d7. Jun 23 16:24:46.970319 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9215b163-45e8-4ba2-b79d-555388d98706 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Router 19104c84-1a9b-4cab-890b-c1da05535e4a has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:24:47.070072 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9215b163-45e8-4ba2-b79d-555388d98706 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:24:47.075493 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9215b163-45e8-4ba2-b79d-555388d98706 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for floatingip, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:24:47.080255 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4612dfc-11c4-4d28-9a8d-f77b759dd398 None None] Sync routers for ids ['19104c84-1a9b-4cab-890b-c1da05535e4a'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:24:47.091268 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4612dfc-11c4-4d28-9a8d-f77b759dd398 None None] Routers {'19104c84-1a9b-4cab-890b-c1da05535e4a'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:24:47.091885 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-b4612dfc-11c4-4d28-9a8d-f77b759dd398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:24:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['19104c84-1a9b-4cab-890b-c1da05535e4a'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:47.113395 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-9215b163-45e8-4ba2-b79d-555388d98706 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "PUT /v2.0/floatingips/20614165-7eb8-4f69-9ac8-38866042982e HTTP/1.1" status: 200 len: 991 time: 0.9163606 Jun 23 16:24:47.114148 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cfeb8a-63fb-4949-8f6a-98e93bb16e54', 'tag': 'a0cc4781-258e-42ae-ba59-9f4eb3cd73d7'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:24:47.116547 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade264a0-1baa-4564-8b54-9ffab3080e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "16cfeb8a-63fb-4949-8f6a-98e93bb16e54", "tag": "a0cc4781-258e-42ae-ba59-9f4eb3cd73d7"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:24:47.158048 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d376f5c1-762c-410c-ad05-11b468606524 x-openstack-request-id: req-d376f5c1-762c-410c-ad05-11b468606524 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:24:47.158404 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cfeb8a-63fb-4949-8f6a-98e93bb16e54", "tag": "a0cc4781-258e-42ae-ba59-9f4eb3cd73d7", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:24:47.158686 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d376f5c1-762c-410c-ad05-11b468606524 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:24:47.159113 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16cfeb8a-63fb-4949-8f6a-98e93bb16e54', 'tag': 'a0cc4781-258e-42ae-ba59-9f4eb3cd73d7', 'status': 'completed', 'code': 200} Jun 23 16:24:47.201554 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-b4612dfc-11c4-4d28-9a8d-f77b759dd398 None None] Set router 19104c84-1a9b-4cab-890b-c1da05535e4a gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:24:47.418391 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-b4612dfc-11c4-4d28-9a8d-f77b759dd398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'name': 'tempest-AttachVolumeTestJSON-894092085-router', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '3688b735-972a-4832-afc7-0a87ebccb064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:27Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'gw_port': {'id': '3688b735-972a-4832-afc7-0a87ebccb064', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:29Z', 'updated_at': '2021-06-23T16:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': '20614165-7eb8-4f69-9ac8-38866042982e', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'port_id': 'a0cc4781-258e-42ae-ba59-9f4eb3cd73d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'mac_address': 'fa:16:3e:46:24:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cfeb8a-63fb-4949-8f6a-98e93bb16e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:24:33Z', 'updated_at': '2021-06-23T16:24:46Z', 'revision_number': 1, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514e38cd-6d19-4def-a582-9cc02f010bb9', 'name': '', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'mac_address': 'fa:16:3e:d0:fd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:36Z', 'updated_at': '2021-06-23T16:19:52Z', 'revision_number': 5, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'subnets': [{'id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:47.444120 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4612dfc-11c4-4d28-9a8d-f77b759dd398 None None] Checking router: 19104c84-1a9b-4cab-890b-c1da05535e4a for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:24:47.452900 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4612dfc-11c4-4d28-9a8d-f77b759dd398 None None] Routers {'19104c84-1a9b-4cab-890b-c1da05535e4a'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:24:47.453508 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-b4612dfc-11c4-4d28-9a8d-f77b759dd398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:24:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['19104c84-1a9b-4cab-890b-c1da05535e4a'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:47.654842 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a1171-c758-4783-9f15-fd0dc4c40f5f req-170fae5d-08e7-41a7-8faa-0367ebcecb3c tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:47.656398 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0a7a1171-c758-4783-9f15-fd0dc4c40f5f req-170fae5d-08e7-41a7-8faa-0367ebcecb3c tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.0671308 Jun 23 16:24:47.672383 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-b4612dfc-11c4-4d28-9a8d-f77b759dd398 None None] Set router 19104c84-1a9b-4cab-890b-c1da05535e4a gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:24:47.697067 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0a7a1171-c758-4783-9f15-fd0dc4c40f5f req-b557968c-d781-48e8-8637-1dd785c9cb3b tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=a88548b4-083a-4f07-b270-16e3db82d1b9&id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342114 Jun 23 16:24:47.891980 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-b4612dfc-11c4-4d28-9a8d-f77b759dd398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'name': 'tempest-AttachVolumeTestJSON-894092085-router', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '3688b735-972a-4832-afc7-0a87ebccb064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:27Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'gw_port': {'id': '3688b735-972a-4832-afc7-0a87ebccb064', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:29Z', 'updated_at': '2021-06-23T16:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': '20614165-7eb8-4f69-9ac8-38866042982e', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'port_id': 'a0cc4781-258e-42ae-ba59-9f4eb3cd73d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'mac_address': 'fa:16:3e:46:24:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cfeb8a-63fb-4949-8f6a-98e93bb16e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:24:33Z', 'updated_at': '2021-06-23T16:24:46Z', 'revision_number': 1, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514e38cd-6d19-4def-a582-9cc02f010bb9', 'name': '', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'mac_address': 'fa:16:3e:d0:fd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:36Z', 'updated_at': '2021-06-23T16:19:52Z', 'revision_number': 5, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'subnets': [{'id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:24:47.920281 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4612dfc-11c4-4d28-9a8d-f77b759dd398 None None] The sync data for ids ['19104c84-1a9b-4cab-890b-c1da05535e4a'] in dv-cinder-788363-4-iscsi is: [{'id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'name': 'tempest-AttachVolumeTestJSON-894092085-router', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '3688b735-972a-4832-afc7-0a87ebccb064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:27Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'gw_port': {'id': '3688b735-972a-4832-afc7-0a87ebccb064', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:29Z', 'updated_at': '2021-06-23T16:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': '20614165-7eb8-4f69-9ac8-38866042982e', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'port_id': 'a0cc4781-258e-42ae-ba59-9f4eb3cd73d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'mac_address': 'fa:16:3e:46:24:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cfeb8a-63fb-4949-8f6a-98e93bb16e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:24:33Z', 'updated_at': '2021-06-23T16:24:46Z', 'revision_number': 1, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514e38cd-6d19-4def-a582-9cc02f010bb9', 'name': '', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'mac_address': 'fa:16:3e:d0:fd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:36Z', 'updated_at': '2021-06-23T16:19:52Z', 'revision_number': 5, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'subnets': [{'id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:24:48.092942 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa92393-02ef-43fd-aa9c-6167bf016cd7 None None] New status for floating IP 20614165-7eb8-4f69-9ac8-38866042982e: ACTIVE {{(pid=92866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:24:48.234476 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade264a0-1baa-4564-8b54-9ffab3080e8a req-d4f23406-37c2-4ff4-8647-b7e8284ddb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:48.235993 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ade264a0-1baa-4564-8b54-9ffab3080e8a req-d4f23406-37c2-4ff4-8647-b7e8284ddb3f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a11bfaeaf90b4b2a9e648a6081eb79d6&device_id=16cfeb8a-63fb-4949-8f6a-98e93bb16e54 HTTP/1.1" status: 200 len: 1098 time: 0.1031568 Jun 23 16:24:48.346084 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade264a0-1baa-4564-8b54-9ffab3080e8a req-d6046740-e105-4ba0-82e4-1cd3faf122b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:48.347537 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ade264a0-1baa-4564-8b54-9ffab3080e8a req-d6046740-e105-4ba0-82e4-1cd3faf122b5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 HTTP/1.1" status: 200 len: 911 time: 0.0863688 Jun 23 16:24:48.424006 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ade264a0-1baa-4564-8b54-9ffab3080e8a req-9ebad05c-8937-4431-919f-9b36ba62eb53 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 HTTP/1.1" status: 200 len: 1001 time: 0.0596583 Jun 23 16:24:48.474643 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade264a0-1baa-4564-8b54-9ffab3080e8a req-a5c6e7b9-8344-409d-876e-b355708cbbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:48.476129 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ade264a0-1baa-4564-8b54-9ffab3080e8a req-a5c6e7b9-8344-409d-876e-b355708cbbef service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d HTTP/1.1" status: 200 len: 849 time: 0.0425792 Jun 23 16:24:48.534423 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade264a0-1baa-4564-8b54-9ffab3080e8a req-9b804646-b929-4ce0-a39c-a55e29a54feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:48.535906 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ade264a0-1baa-4564-8b54-9ffab3080e8a req-9b804646-b929-4ce0-a39c-a55e29a54feb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507946 Jun 23 16:24:48.627857 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ade264a0-1baa-4564-8b54-9ffab3080e8a req-c595a3c4-70c4-4605-91b0-679b04f79315 service neutron] 10.222.0.84 "GET /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845196 Jun 23 16:24:48.716097 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ade264a0-1baa-4564-8b54-9ffab3080e8a req-9e5c4331-e995-4ca5-8ae9-de5d0673e042 service neutron] 10.222.0.84 "GET /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809193 Jun 23 16:24:48.870419 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fd047-1ba5-465b-a92e-418a5d76c2db req-3c54462b-e239-441e-9c9a-5888ae293e46 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:48.872191 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-870fd047-1ba5-465b-a92e-418a5d76c2db req-3c54462b-e239-441e-9c9a-5888ae293e46 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.0662844 Jun 23 16:24:48.911539 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-870fd047-1ba5-465b-a92e-418a5d76c2db req-9b26c421-70e2-4370-babd-cbe4d6f0768f tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=a88548b4-083a-4f07-b270-16e3db82d1b9&id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336289 Jun 23 16:24:50.082030 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933b0a9-646d-4658-861b-e042b20e734c req-5a2c848d-e58a-47e1-887b-31dce06c2238 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:24:50.083504 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d933b0a9-646d-4658-861b-e042b20e734c req-5a2c848d-e58a-47e1-887b-31dce06c2238 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.0639596 Jun 23 16:24:50.123874 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d933b0a9-646d-4658-861b-e042b20e734c req-844d62ec-e9c0-460e-bae0-4bb90de43d63 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=a88548b4-083a-4f07-b270-16e3db82d1b9&id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337107 Jun 23 16:24:58.547399 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:25:02.600987 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-12dd59ec-2d3a-48b1-af56-223694a02f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:04.945830 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:05.718872 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-6c24f3e4-f408-4fc6-8626-2cfe233f6077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:06.432020 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:08.090498 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:09.214533 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:29.284149 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7c8dd5cc-16d5-46e6-986f-87097d04fcb8 req-967f235b-8d8b-4fca-90ef-180572129895 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-720699033&fields=id&tenant_id=cdb28e7f4a274ab197951487cf2ae202 HTTP/1.1" status: 200 len: 267 time: 0.0368550 Jun 23 16:25:29.350783 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dd5cc-16d5-46e6-986f-87097d04fcb8 req-db33d41b-8383-4aba-b81d-439d06903209 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:25:29.352232 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7c8dd5cc-16d5-46e6-986f-87097d04fcb8 req-db33d41b-8383-4aba-b81d-439d06903209 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 985 time: 0.0627582 Jun 23 16:25:29.362785 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-7c8dd5cc-16d5-46e6-986f-87097d04fcb8 req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Request body: {'port': {'security_groups': ['b8bcac62-64bf-4df8-91be-215e20e7e459']}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:25:29.442644 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-7c8dd5cc-16d5-46e6-986f-87097d04fcb8 req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:29.608747 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-7c8dd5cc-16d5-46e6-986f-87097d04fcb8 req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] For port 7cb9d45f-6278-4439-8cc1-c398b01991ed, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7cb9d45f-6278-4439-8cc1-c398b01991ed,segment=NetworkSegment(b465926d-7bb3-4cdf-b44d-1cc13c699e48),segment_id=b465926d-7bb3-4cdf-b44d-1cc13c699e48)] {{(pid=92863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:25:29.638616 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-7c8dd5cc-16d5-46e6-986f-87097d04fcb8 req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:29.643303 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-7c8dd5cc-16d5-46e6-986f-87097d04fcb8 req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:29.647412 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7a5e6307-cf10-4edb-b491-efee99b6902a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:25:29.679106 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['7cb9d45f-6278-4439-8cc1-c398b01991ed'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:25:29.706934 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dd5cc-16d5-46e6-986f-87097d04fcb8 req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:25:29.710607 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-7c8dd5cc-16d5-46e6-986f-87097d04fcb8 req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:29.712568 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7c8dd5cc-16d5-46e6-986f-87097d04fcb8 req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "PUT /v2.0/ports/7cb9d45f-6278-4439-8cc1-c398b01991ed HTTP/1.1" status: 200 len: 943 time: 0.3537133 Jun 23 16:25:29.713185 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456920a1-fa3a-48e6-ab7d-3a645bcbc651', 'tag': '7cb9d45f-6278-4439-8cc1-c398b01991ed'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:25:29.715547 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc629bb-468e-4de2-a43b-ae51b94669f8" -d '{"events": [{"name": "network-changed", "server_uuid": "456920a1-fa3a-48e6-ab7d-3a645bcbc651", "tag": "7cb9d45f-6278-4439-8cc1-c398b01991ed"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:25:29.719687 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 51180) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:25:29.742293 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Pushing event updated for resources: {'Port': ['ID=7cb9d45f-6278-4439-8cc1-c398b01991ed,revision_number=7']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:25:29.750742 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.751112 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.751483 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.751844 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.752314 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.752540 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.752894 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.753305 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.753661 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.754010 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.754414 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.754764 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.767461 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:25:29.822892 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-1e7578c0-f285-4a29-9917-9aa32df61ecd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:29.842553 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ed0391-94bc-43ff-9d37-48a52a0689a2 x-openstack-request-id: req-b3ed0391-94bc-43ff-9d37-48a52a0689a2 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:25:29.842895 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456920a1-fa3a-48e6-ab7d-3a645bcbc651", "tag": "7cb9d45f-6278-4439-8cc1-c398b01991ed", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:25:29.843200 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b3ed0391-94bc-43ff-9d37-48a52a0689a2 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:25:29.843653 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456920a1-fa3a-48e6-ab7d-3a645bcbc651', 'tag': '7cb9d45f-6278-4439-8cc1-c398b01991ed', 'status': 'completed', 'code': 200} Jun 23 16:25:29.856164 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-1e7578c0-f285-4a29-9917-9aa32df61ecd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:29.856680 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['7cb9d45f-6278-4439-8cc1-c398b01991ed'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:25:29.932512 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-1e7578c0-f285-4a29-9917-9aa32df61ecd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:29.933561 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-ec5354c1-1d1f-4d9d-a437-7c381cdee24f None None] Provisioning complete for port 7cb9d45f-6278-4439-8cc1-c398b01991ed triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:25:29.933935 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ec5354c1-1d1f-4d9d-a437-7c381cdee24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:29.936534 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-1e7578c0-f285-4a29-9917-9aa32df61ecd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:29.937958 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-1e7578c0-f285-4a29-9917-9aa32df61ecd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "DELETE /v2.0/security-groups/a88548b4-083a-4f07-b270-16e3db82d1b9 HTTP/1.1" status: 204 len: 168 time: 0.2162788 Jun 23 16:25:29.939220 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-35a24750-e50a-4a23-8a8a-f47f9b6e21fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:25:29.948830 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 51186) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:25:29.950019 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7578c0-f285-4a29-9917-9aa32df61ecd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88548b4-083a-4f07-b270-16e3db82d1b9,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:25:29.966523 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7578c0-f285-4a29-9917-9aa32df61ecd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.966908 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7578c0-f285-4a29-9917-9aa32df61ecd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.967344 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7578c0-f285-4a29-9917-9aa32df61ecd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.967959 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7578c0-f285-4a29-9917-9aa32df61ecd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.968200 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7578c0-f285-4a29-9917-9aa32df61ecd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.968626 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7578c0-f285-4a29-9917-9aa32df61ecd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.969043 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7578c0-f285-4a29-9917-9aa32df61ecd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.969406 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7578c0-f285-4a29-9917-9aa32df61ecd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.969759 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7578c0-f285-4a29-9917-9aa32df61ecd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.970108 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7578c0-f285-4a29-9917-9aa32df61ecd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.970482 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7578c0-f285-4a29-9917-9aa32df61ecd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.970835 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7578c0-f285-4a29-9917-9aa32df61ecd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:25:29.993957 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc629bb-468e-4de2-a43b-ae51b94669f8 req-3a86860f-9aba-4b47-a598-a895b597ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:25:29.995891 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bcc629bb-468e-4de2-a43b-ae51b94669f8 req-3a86860f-9aba-4b47-a598-a895b597ba30 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cdb28e7f4a274ab197951487cf2ae202&device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 1099 time: 0.0818894 Jun 23 16:25:30.001054 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-1e7578c0-f285-4a29-9917-9aa32df61ecd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:25:30.115919 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc629bb-468e-4de2-a43b-ae51b94669f8 req-206df148-02d9-48c0-a427-63b3ab28acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:25:30.117470 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bcc629bb-468e-4de2-a43b-ae51b94669f8 req-206df148-02d9-48c0-a427-63b3ab28acec service neutron] 10.222.0.84 "GET /v2.0/networks?id=e40f1efa-aa02-4435-8e80-f9895998c317 HTTP/1.1" status: 200 len: 916 time: 0.1022270 Jun 23 16:25:30.139684 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-59b6eb6b-e2b8-41a3-951f-61c87e283933 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Deleting port facf5830-d33c-417d-b31d-28dfeaba8f87 {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:25:30.140070 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-59b6eb6b-e2b8-41a3-951f-61c87e283933 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:30.186258 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bcc629bb-468e-4de2-a43b-ae51b94669f8 req-0ac5fd14-fc20-4469-bf13-5c31fa39c4ed service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cb9d45f-6278-4439-8cc1-c398b01991ed HTTP/1.1" status: 200 len: 1001 time: 0.0615482 Jun 23 16:25:30.238573 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc629bb-468e-4de2-a43b-ae51b94669f8 req-5caf79d9-6bac-4b8c-a2a0-5cb3c4a183e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:25:30.240312 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bcc629bb-468e-4de2-a43b-ae51b94669f8 req-5caf79d9-6bac-4b8c-a2a0-5cb3c4a183e1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=667f364d-b2c7-4f78-a61d-69197d80695b HTTP/1.1" status: 200 len: 854 time: 0.0472903 Jun 23 16:25:30.305907 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc629bb-468e-4de2-a43b-ae51b94669f8 req-080678f5-776e-4066-9436-4af6f6e4ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:25:30.307441 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bcc629bb-468e-4de2-a43b-ae51b94669f8 req-080678f5-776e-4066-9436-4af6f6e4ceba service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e40f1efa-aa02-4435-8e80-f9895998c317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605991 Jun 23 16:25:30.408605 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bcc629bb-468e-4de2-a43b-ae51b94669f8 req-8d17f042-941d-462f-acd2-cfe277f35c74 service neutron] 10.222.0.84 "GET /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922503 Jun 23 16:25:30.500381 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-59b6eb6b-e2b8-41a3-951f-61c87e283933 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:30.500381 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-59b6eb6b-e2b8-41a3-951f-61c87e283933 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:30.509031 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-59b6eb6b-e2b8-41a3-951f-61c87e283933 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Calling delete_port for facf5830-d33c-417d-b31d-28dfeaba8f87 owned by network:floatingip {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:25:30.525382 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bcc629bb-468e-4de2-a43b-ae51b94669f8 req-83269ec7-30aa-4203-a65d-3e97b081db09 service neutron] 10.222.0.84 "GET /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101873 Jun 23 16:25:30.674253 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-59b6eb6b-e2b8-41a3-951f-61c87e283933 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:30.676244 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ff765dcd-17ca-46e6-ba9d-d9e6c5e9efd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:25:30.698364 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6eb6b-e2b8-41a3-951f-61c87e283933 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Pushing event deleted for resources: {'Port': ['ID=facf5830-d33c-417d-b31d-28dfeaba8f87,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:25:30.701892 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-59b6eb6b-e2b8-41a3-951f-61c87e283933 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:25:30.760858 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-59b6eb6b-e2b8-41a3-951f-61c87e283933 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks [] for floatingip, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:30.761551 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.l3_db [None req-59b6eb6b-e2b8-41a3-951f-61c87e283933 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Floating IP 5db35d81-b40e-46f3-9ba7-ab9a6acccce4 disassociated (deleted). External IP: 172.27.3.21, port: 7cb9d45f-6278-4439-8cc1-c398b01991ed. Jun 23 16:25:30.960652 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b6eb6b-e2b8-41a3-951f-61c87e283933 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Router 8615aa99-6af1-4841-9bf2-d5e65b596cb7 has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:25:31.064621 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b6eb6b-e2b8-41a3-951f-61c87e283933 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:25:31.069048 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-59b6eb6b-e2b8-41a3-951f-61c87e283933 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for floatingip, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:31.075107 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974c2645-793a-45fa-becb-8eea13212c1e None None] Sync routers for ids ['8615aa99-6af1-4841-9bf2-d5e65b596cb7'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:25:31.084150 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974c2645-793a-45fa-becb-8eea13212c1e None None] Routers {'8615aa99-6af1-4841-9bf2-d5e65b596cb7'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:25:31.084762 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-974c2645-793a-45fa-becb-8eea13212c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:25:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['8615aa99-6af1-4841-9bf2-d5e65b596cb7'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:25:31.103917 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-59b6eb6b-e2b8-41a3-951f-61c87e283933 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "DELETE /v2.0/floatingips/5db35d81-b40e-46f3-9ba7-ab9a6acccce4 HTTP/1.1" status: 204 len: 168 time: 1.1444805 Jun 23 16:25:31.104676 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456920a1-fa3a-48e6-ab7d-3a645bcbc651', 'tag': '7cb9d45f-6278-4439-8cc1-c398b01991ed'}] {{(pid=92864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:25:31.107129 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6746fc05b017fa2e5222a758ba3018216863d05e2f8cda4fa9da67320e81433e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fd9cf5-76a7-48dc-a572-341ae0f6c874" -d '{"events": [{"name": "network-changed", "server_uuid": "456920a1-fa3a-48e6-ab7d-3a645bcbc651", "tag": "7cb9d45f-6278-4439-8cc1-c398b01991ed"}]}' {{(pid=92864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:25:31.196916 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-974c2645-793a-45fa-becb-8eea13212c1e None None] Set router 8615aa99-6af1-4841-9bf2-d5e65b596cb7 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:25:31.198525 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6519fb-b085-402a-8cd3-abcfca885eea x-openstack-request-id: req-0e6519fb-b085-402a-8cd3-abcfca885eea {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:25:31.198981 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456920a1-fa3a-48e6-ab7d-3a645bcbc651", "tag": "7cb9d45f-6278-4439-8cc1-c398b01991ed", "status": "completed", "code": 200}]} {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:25:31.199334 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0e6519fb-b085-402a-8cd3-abcfca885eea {{(pid=92864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:25:31.199833 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456920a1-fa3a-48e6-ab7d-3a645bcbc651', 'tag': '7cb9d45f-6278-4439-8cc1-c398b01991ed', 'status': 'completed', 'code': 200} Jun 23 16:25:31.295057 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd9cf5-76a7-48dc-a572-341ae0f6c874 req-2b67d47d-0c80-4002-acb6-c80d780bb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:25:31.296655 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-05fd9cf5-76a7-48dc-a572-341ae0f6c874 req-2b67d47d-0c80-4002-acb6-c80d780bb008 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cdb28e7f4a274ab197951487cf2ae202&device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 1099 time: 0.0551066 Jun 23 16:25:31.404749 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd9cf5-76a7-48dc-a572-341ae0f6c874 req-cd6df2b6-66bf-4e7f-814b-1c6686b56c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:25:31.407521 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-05fd9cf5-76a7-48dc-a572-341ae0f6c874 req-cd6df2b6-66bf-4e7f-814b-1c6686b56c5e service neutron] 10.222.0.84 "GET /v2.0/networks?id=e40f1efa-aa02-4435-8e80-f9895998c317 HTTP/1.1" status: 200 len: 916 time: 0.1047668 Jun 23 16:25:31.414970 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-974c2645-793a-45fa-becb-8eea13212c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'name': 'tempest-TestMinimumBasicScenario-2020657679-router', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:44Z', 'updated_at': '2021-06-23T16:22:48Z', 'revision_number': 4, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'gw_port': {'id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:45Z', 'updated_at': '2021-06-23T16:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'ed4ec69f-f91a-4617-803e-0123249ceb42', 'name': '', 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'mac_address': 'fa:16:3e:cd:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '667f364d-b2c7-4f78-a61d-69197d80695b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:47Z', 'updated_at': '2021-06-23T16:22:53Z', 'revision_number': 5, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'subnets': [{'id': '667f364d-b2c7-4f78-a61d-69197d80695b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:25:31.447316 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974c2645-793a-45fa-becb-8eea13212c1e None None] Checking router: 8615aa99-6af1-4841-9bf2-d5e65b596cb7 for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:25:31.457172 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974c2645-793a-45fa-becb-8eea13212c1e None None] Routers {'8615aa99-6af1-4841-9bf2-d5e65b596cb7'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:25:31.457800 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-974c2645-793a-45fa-becb-8eea13212c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:25:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['8615aa99-6af1-4841-9bf2-d5e65b596cb7'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:25:31.571948 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-974c2645-793a-45fa-becb-8eea13212c1e None None] Set router 8615aa99-6af1-4841-9bf2-d5e65b596cb7 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:25:31.720055 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-05fd9cf5-76a7-48dc-a572-341ae0f6c874 req-c6484234-f985-48bb-aa9a-1495528ec385 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cb9d45f-6278-4439-8cc1-c398b01991ed HTTP/1.1" status: 200 len: 217 time: 0.3033249 Jun 23 16:25:31.769230 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd9cf5-76a7-48dc-a572-341ae0f6c874 req-c0226b75-588b-437a-9016-57c93e6680f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:25:31.770752 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-05fd9cf5-76a7-48dc-a572-341ae0f6c874 req-c0226b75-588b-437a-9016-57c93e6680f8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=667f364d-b2c7-4f78-a61d-69197d80695b HTTP/1.1" status: 200 len: 854 time: 0.0446575 Jun 23 16:25:31.777673 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-974c2645-793a-45fa-becb-8eea13212c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'name': 'tempest-TestMinimumBasicScenario-2020657679-router', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:44Z', 'updated_at': '2021-06-23T16:22:48Z', 'revision_number': 4, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'gw_port': {'id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:45Z', 'updated_at': '2021-06-23T16:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'ed4ec69f-f91a-4617-803e-0123249ceb42', 'name': '', 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'mac_address': 'fa:16:3e:cd:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '667f364d-b2c7-4f78-a61d-69197d80695b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:47Z', 'updated_at': '2021-06-23T16:22:53Z', 'revision_number': 5, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'subnets': [{'id': '667f364d-b2c7-4f78-a61d-69197d80695b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:25:31.804352 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974c2645-793a-45fa-becb-8eea13212c1e None None] The sync data for ids ['8615aa99-6af1-4841-9bf2-d5e65b596cb7'] in dv-cinder-788363-4-iscsi is: [{'id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'name': 'tempest-TestMinimumBasicScenario-2020657679-router', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:44Z', 'updated_at': '2021-06-23T16:22:48Z', 'revision_number': 4, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'gw_port': {'id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:45Z', 'updated_at': '2021-06-23T16:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'ed4ec69f-f91a-4617-803e-0123249ceb42', 'name': '', 'network_id': 'e40f1efa-aa02-4435-8e80-f9895998c317', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'mac_address': 'fa:16:3e:cd:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '667f364d-b2c7-4f78-a61d-69197d80695b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:47Z', 'updated_at': '2021-06-23T16:22:53Z', 'revision_number': 5, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'subnets': [{'id': '667f364d-b2c7-4f78-a61d-69197d80695b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:25:31.831373 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd9cf5-76a7-48dc-a572-341ae0f6c874 req-15c16a09-3553-4183-82da-99a55901e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:25:31.832913 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-05fd9cf5-76a7-48dc-a572-341ae0f6c874 req-15c16a09-3553-4183-82da-99a55901e7bc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e40f1efa-aa02-4435-8e80-f9895998c317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561557 Jun 23 16:25:31.921919 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-05fd9cf5-76a7-48dc-a572-341ae0f6c874 req-9980dc05-56c6-44e1-bf6b-55a6658f6b49 service neutron] 10.222.0.84 "GET /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825627 Jun 23 16:25:32.011997 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dacd694-a961-41ed-8405-13ba7ff19611 None None] New status for floating IP 5db35d81-b40e-46f3-9ba7-ab9a6acccce4: DOWN {{(pid=92866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:25:32.020460 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-05fd9cf5-76a7-48dc-a572-341ae0f6c874 req-03a0d67d-2d93-4765-86f6-ac655c9a0450 service neutron] 10.222.0.84 "GET /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909228 Jun 23 16:25:32.604369 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-4f15eaaf-7c4b-44a4-91bc-5c632ebe5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:34.949112 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:35.546906 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:25:35.718340 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-33258135-a302-4034-bdfc-c2f97e150442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:36.434899 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:38.094676 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:39.203487 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:25:43.223356 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6b7538fa-0969-4512-b38c-e3edebc4f0ad req-284f2801-bd3a-48fc-bd21-00aa223d3414 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501907 Jun 23 16:25:43.310009 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7538fa-0969-4512-b38c-e3edebc4f0ad req-86696ecf-066b-403d-8003-03db69f3de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:25:43.311492 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6b7538fa-0969-4512-b38c-e3edebc4f0ad req-86696ecf-066b-403d-8003-03db69f3de24 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cdb28e7f4a274ab197951487cf2ae202&device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 1099 time: 0.0542903 Jun 23 16:25:43.430351 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7538fa-0969-4512-b38c-e3edebc4f0ad req-fbe4ff0e-336f-4be3-9b86-abd11da05712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:25:43.432283 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6b7538fa-0969-4512-b38c-e3edebc4f0ad req-fbe4ff0e-336f-4be3-9b86-abd11da05712 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e40f1efa-aa02-4435-8e80-f9895998c317 HTTP/1.1" status: 200 len: 916 time: 0.0993266 Jun 23 16:25:43.473026 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6b7538fa-0969-4512-b38c-e3edebc4f0ad req-f266276f-e53c-4c80-958d-b4c44028c71b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cb9d45f-6278-4439-8cc1-c398b01991ed HTTP/1.1" status: 200 len: 217 time: 0.0331235 Jun 23 16:25:43.519492 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7538fa-0969-4512-b38c-e3edebc4f0ad req-6870f943-fca6-430c-bb08-c97e8e21b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:25:43.520889 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6b7538fa-0969-4512-b38c-e3edebc4f0ad req-6870f943-fca6-430c-bb08-c97e8e21b9f7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=667f364d-b2c7-4f78-a61d-69197d80695b HTTP/1.1" status: 200 len: 854 time: 0.0415690 Jun 23 16:25:43.578750 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7538fa-0969-4512-b38c-e3edebc4f0ad req-ad1d5b9f-ebe9-4997-abb5-439fd5b18c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:25:43.580116 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6b7538fa-0969-4512-b38c-e3edebc4f0ad req-ad1d5b9f-ebe9-4997-abb5-439fd5b18c2f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e40f1efa-aa02-4435-8e80-f9895998c317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528255 Jun 23 16:25:43.663423 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6b7538fa-0969-4512-b38c-e3edebc4f0ad req-9012599a-418f-46a3-98cb-5b7d14088d85 service neutron] 10.222.0.84 "GET /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770524 Jun 23 16:25:43.754256 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6b7538fa-0969-4512-b38c-e3edebc4f0ad req-1644161c-e73f-4483-8b63-14052db9109c service neutron] 10.222.0.84 "GET /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849359 Jun 23 16:26:02.604532 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-bad16cc6-a9b1-4483-b5a3-9c20e97cc732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:04.954299 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:05.730214 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7b46d8ed-f6c4-4b09-950a-825eb76b9eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:06.438352 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:08.097048 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:09.218064 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:12.547759 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:26:32.605130 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-097cf1c1-4d55-48dd-8514-cc81ea0c2815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:34.954894 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:35.730743 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6061-4213-4efc-a202-702b92cd6d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:36.439714 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:38.098807 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:39.219264 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:26:44.223772 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a38195e5-4b68-42e1-a5bf-2518f3994dee req-520671f9-8844-41ff-b4ad-2c2568ee76f2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514743 Jun 23 16:26:44.308631 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38195e5-4b68-42e1-a5bf-2518f3994dee req-bf1f7f29-a0ba-4da4-9c35-7cc7ba929113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:26:44.310143 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a38195e5-4b68-42e1-a5bf-2518f3994dee req-bf1f7f29-a0ba-4da4-9c35-7cc7ba929113 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=efc330d54ca34426bcb9c0e78b78b1ac&device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 1099 time: 0.0518615 Jun 23 16:26:44.414440 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38195e5-4b68-42e1-a5bf-2518f3994dee req-241f90eb-a54c-47c1-97ea-fe5f70a86689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:26:44.415685 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a38195e5-4b68-42e1-a5bf-2518f3994dee req-241f90eb-a54c-47c1-97ea-fe5f70a86689 service neutron] 10.222.0.84 "GET /v2.0/networks?id=afbd47df-b297-4e88-a1e9-28c0aceb872b HTTP/1.1" status: 200 len: 913 time: 0.0853653 Jun 23 16:26:44.457621 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a38195e5-4b68-42e1-a5bf-2518f3994dee req-1d4f6bd4-7adf-431a-bd0b-d8b3834feadd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=851659c9-3049-4e4f-84f1-944083035dfd HTTP/1.1" status: 200 len: 217 time: 0.0336490 Jun 23 16:26:44.509993 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38195e5-4b68-42e1-a5bf-2518f3994dee req-c3e617b2-4d78-4c01-a94d-5a07d41d6c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:26:44.511622 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a38195e5-4b68-42e1-a5bf-2518f3994dee req-c3e617b2-4d78-4c01-a94d-5a07d41d6c4c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=88e43062-89eb-4a01-a1db-67f283145f98 HTTP/1.1" status: 200 len: 852 time: 0.0471449 Jun 23 16:26:44.544215 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a38195e5-4b68-42e1-a5bf-2518f3994dee req-54a86b65-4042-499d-a76a-7ad0a4e64f2f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=afbd47df-b297-4e88-a1e9-28c0aceb872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252256 Jun 23 16:26:44.634489 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a38195e5-4b68-42e1-a5bf-2518f3994dee req-9b53afef-ffe1-414f-9a0b-716a6c9113ad service neutron] 10.222.0.84 "GET /v2.0/networks/afbd47df-b297-4e88-a1e9-28c0aceb872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830214 Jun 23 16:26:44.724854 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a38195e5-4b68-42e1-a5bf-2518f3994dee req-7b487f4f-ca56-4d7d-9096-014a136d6302 service neutron] 10.222.0.84 "GET /v2.0/networks/afbd47df-b297-4e88-a1e9-28c0aceb872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838094 Jun 23 16:26:49.547174 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:27:02.605350 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-f276734a-77c9-4817-bc12-5a3c0d59af70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:04.955276 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:05.730954 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-1692647c-6357-4bad-89ca-5e4b43556992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:06.442376 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:08.102525 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:09.223888 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:26.545955 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:27:32.606419 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-0887e8ea-7a33-44ee-9c01-51c3eda39c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:34.957068 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:35.730791 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-e8047cf3-7043-4b6b-a35a-3c0a082bbdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:36.445364 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:38.104563 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:39.238678 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:27:45.256953 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-09c82627-8034-4a48-9158-2c118d05e7e1 req-bf22a295-a12b-47bd-be81-3a66a070d2db service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513844 Jun 23 16:27:45.345301 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c82627-8034-4a48-9158-2c118d05e7e1 req-1a41abf7-af93-4f98-9ed4-5578e94a87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:27:45.346794 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-09c82627-8034-4a48-9158-2c118d05e7e1 req-1a41abf7-af93-4f98-9ed4-5578e94a87f0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 1099 time: 0.0567698 Jun 23 16:27:45.448698 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c82627-8034-4a48-9158-2c118d05e7e1 req-f1e893a4-5be3-4773-96bf-c8b88eae4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:27:45.450117 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-09c82627-8034-4a48-9158-2c118d05e7e1 req-f1e893a4-5be3-4773-96bf-c8b88eae4c4b service neutron] 10.222.0.84 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 916 time: 0.0824013 Jun 23 16:27:45.493519 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-09c82627-8034-4a48-9158-2c118d05e7e1 req-65f2b392-2df7-462b-836a-88b9fed9fe99 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c73b264-c454-4149-848b-a61fe26ee7ba HTTP/1.1" status: 200 len: 217 time: 0.0366011 Jun 23 16:27:45.540393 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c82627-8034-4a48-9158-2c118d05e7e1 req-e0fec4f4-923e-4a32-9431-c5ac329104b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:27:45.541833 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-09c82627-8034-4a48-9158-2c118d05e7e1 req-e0fec4f4-923e-4a32-9431-c5ac329104b7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a13dcb6b-63c2-4b53-a4d0-749cfb697a09 HTTP/1.1" status: 200 len: 855 time: 0.0427623 Jun 23 16:27:45.573729 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-09c82627-8034-4a48-9158-2c118d05e7e1 req-5e066853-153f-40b8-8df9-b6fae9eb275b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51b468f5-7c7f-4931-9a90-efb26ca1eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256526 Jun 23 16:27:45.664981 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-09c82627-8034-4a48-9158-2c118d05e7e1 req-4424ad3b-5b00-49c2-82bd-2db609b5509f service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847878 Jun 23 16:27:45.752605 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-09c82627-8034-4a48-9158-2c118d05e7e1 req-de5670cb-c79f-4bbf-b678-c9c904aa753e service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806892 Jun 23 16:28:02.606849 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7984946b-b090-483b-8d96-1cb33b2e5212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:03.545121 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:28:04.961442 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:05.732013 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-c2357af3-9544-4970-8ddb-490e33c79b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:06.447858 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:08.107627 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:09.238399 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:32.606952 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-c8866b72-abe5-4b6f-9a80-5676fc8c32c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:34.962919 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:35.732391 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-5d927fb4-1f48-4bfd-b0a9-8e7d5be815d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:36.456090 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:38.109948 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:39.254152 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:28:40.543146 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:28:46.211211 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7569f4fa-807f-475b-9e65-e5af1a8e39ac req-ca20f51d-84ea-4c7f-a1fd-ffb51d3350f0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568881 Jun 23 16:28:46.319536 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569f4fa-807f-475b-9e65-e5af1a8e39ac req-6989ffb7-e4dc-4372-a7cc-b77acfa9f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:28:46.321035 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7569f4fa-807f-475b-9e65-e5af1a8e39ac req-6989ffb7-e4dc-4372-a7cc-b77acfa9f0a3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a76e9d11e45c4db3b9f6a8f2b48aff11&device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 1100 time: 0.0512614 Jun 23 16:28:46.420048 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569f4fa-807f-475b-9e65-e5af1a8e39ac req-e6bcd43b-c959-446b-b161-fe5701c14aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:28:46.422079 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7569f4fa-807f-475b-9e65-e5af1a8e39ac req-e6bcd43b-c959-446b-b161-fe5701c14aff service neutron] 10.222.0.84 "GET /v2.0/networks?id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2 HTTP/1.1" status: 200 len: 917 time: 0.0818756 Jun 23 16:28:46.487371 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7569f4fa-807f-475b-9e65-e5af1a8e39ac req-fb9cec2d-5949-48e7-8b2e-f6a4a446d7d7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dd77542-313f-4d54-88e2-c12367e8e14f HTTP/1.1" status: 200 len: 1002 time: 0.0586846 Jun 23 16:28:46.533984 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569f4fa-807f-475b-9e65-e5af1a8e39ac req-6a30e1f7-0686-429b-bc60-d9955ff863b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:28:46.535402 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7569f4fa-807f-475b-9e65-e5af1a8e39ac req-6a30e1f7-0686-429b-bc60-d9955ff863b3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e737d9e7-5b3c-4d9d-bb31-91a55656b0db HTTP/1.1" status: 200 len: 855 time: 0.0423396 Jun 23 16:28:46.590282 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569f4fa-807f-475b-9e65-e5af1a8e39ac req-6664843f-404e-4b26-9c92-f8dc6ca0f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:28:46.591702 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7569f4fa-807f-475b-9e65-e5af1a8e39ac req-6664843f-404e-4b26-9c92-f8dc6ca0f399 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495901 Jun 23 16:28:46.683101 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7569f4fa-807f-475b-9e65-e5af1a8e39ac req-7961e5da-9812-4889-8864-c232fd4d0b8d service neutron] 10.222.0.84 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843966 Jun 23 16:28:46.769497 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7569f4fa-807f-475b-9e65-e5af1a8e39ac req-68d1254b-3e35-452f-82da-e6b55f59462e service neutron] 10.222.0.84 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799756 Jun 23 16:29:02.608201 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-589d375e-9bf3-45ea-8cd9-e2b5b9dc9dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:29:04.970052 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:29:05.732415 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-135e8f6c-014f-4d22-886b-4b9957988923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:29:06.447722 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:29:08.112673 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:29:09.251672 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:29:17.542509 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:29:32.610024 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-1b836307-36bf-4f15-a61d-59dd5a5d893a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:29:34.961933 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:29:35.732742 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-78ef784b-ffce-450b-a1ef-a61e89d1d113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:29:36.449999 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:29:38.114792 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:29:39.265722 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:29:46.231279 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-60a4693a-b374-414f-a1a1-b81484e6baf2 req-1bc6eed8-b1d2-4bd8-9526-3c08d7f8b526 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548747 Jun 23 16:29:46.315924 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4693a-b374-414f-a1a1-b81484e6baf2 req-d38932af-400e-4698-8aad-620fea9d0225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:29:46.317868 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-60a4693a-b374-414f-a1a1-b81484e6baf2 req-d38932af-400e-4698-8aad-620fea9d0225 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cdb28e7f4a274ab197951487cf2ae202&device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 1099 time: 0.0510337 Jun 23 16:29:46.418611 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4693a-b374-414f-a1a1-b81484e6baf2 req-a59a1786-3039-4180-9dfc-2cf350eac1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:29:46.419945 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-60a4693a-b374-414f-a1a1-b81484e6baf2 req-a59a1786-3039-4180-9dfc-2cf350eac1fa service neutron] 10.222.0.84 "GET /v2.0/networks?id=e40f1efa-aa02-4435-8e80-f9895998c317 HTTP/1.1" status: 200 len: 916 time: 0.0832810 Jun 23 16:29:46.463865 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-60a4693a-b374-414f-a1a1-b81484e6baf2 req-f48923f1-960f-4921-b2ab-28316e3e7cf4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cb9d45f-6278-4439-8cc1-c398b01991ed HTTP/1.1" status: 200 len: 217 time: 0.0375562 Jun 23 16:29:46.510393 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4693a-b374-414f-a1a1-b81484e6baf2 req-8a1bf7ae-8d52-4437-a495-b092a996b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:29:46.511795 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-60a4693a-b374-414f-a1a1-b81484e6baf2 req-8a1bf7ae-8d52-4437-a495-b092a996b8ed service neutron] 10.222.0.84 "GET /v2.0/subnets?id=667f364d-b2c7-4f78-a61d-69197d80695b HTTP/1.1" status: 200 len: 854 time: 0.0417953 Jun 23 16:29:46.566938 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4693a-b374-414f-a1a1-b81484e6baf2 req-7d187907-c7e5-4cdd-9e87-ba68efa729ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:29:46.568441 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-60a4693a-b374-414f-a1a1-b81484e6baf2 req-7d187907-c7e5-4cdd-9e87-ba68efa729ce service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e40f1efa-aa02-4435-8e80-f9895998c317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505834 Jun 23 16:29:46.578540 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [req-60a4693a-b374-414f-a1a1-b81484e6baf2 req-899f32ea-2884-4f9b-91c9-dfe3e3b7de6b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:29:46.579521 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-60a4693a-b374-414f-a1a1-b81484e6baf2 req-899f32ea-2884-4f9b-91c9-dfe3e3b7de6b service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048177 Jun 23 16:29:46.668107 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-60a4693a-b374-414f-a1a1-b81484e6baf2 req-d0167ecc-5411-46f7-a348-002b8201bae5 service neutron] 10.222.0.84 "GET /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825553 Jun 23 16:29:46.753154 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-60a4693a-b374-414f-a1a1-b81484e6baf2 req-95343e36-3fef-452c-b0b3-18ef94457215 service neutron] 10.222.0.84 "GET /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785186 Jun 23 16:29:54.541518 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:30:00.293151 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69b0c0-b09c-438e-b687-b7e9a9e6b269 req-874bc3ac-5ee2-4d59-9ff7-776879dcee53 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:30:00.294665 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-8d69b0c0-b09c-438e-b687-b7e9a9e6b269 req-874bc3ac-5ee2-4d59-9ff7-776879dcee53 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 947 time: 0.0673335 Jun 23 16:30:00.334888 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-8d69b0c0-b09c-438e-b687-b7e9a9e6b269 req-d14ab5cc-283b-4bfa-aaaa-1ee0da6931f2 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343058 Jun 23 16:30:00.959400 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792924c-7750-4604-a699-7218fb80c5ca req-8ac6f3cb-767d-49e8-9b13-c71fde459170 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:30:00.960754 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6792924c-7750-4604-a699-7218fb80c5ca req-8ac6f3cb-767d-49e8-9b13-c71fde459170 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 815 time: 0.1026552 Jun 23 16:30:00.975344 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6792924c-7750-4604-a699-7218fb80c5ca req-79dbcb5e-3496-4755-bed6-1bb0a3c6d125 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/quotas/84af8417537f406c8c37b2e358c1c5f5 HTTP/1.1" status: 200 len: 375 time: 0.0093143 Jun 23 16:30:01.087469 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6792924c-7750-4604-a699-7218fb80c5ca req-b4e4d3e6-91f2-48a0-b72c-f5f3a749a44b tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1073864 Jun 23 16:30:01.095351 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a0f7a-bca8-4495-abfe-92791e859f78 req-d063c267-a6df-4c60-a85c-5fa6506f0969 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:30:01.096672 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ad7a0f7a-bca8-4495-abfe-92791e859f78 req-d063c267-a6df-4c60-a85c-5fa6506f0969 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.84 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 947 time: 0.0892766 Jun 23 16:30:01.143035 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [req-6792924c-7750-4604-a699-7218fb80c5ca req-686ab8e9-a07e-443d-be83-968026478330 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:30:01.144026 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6792924c-7750-4604-a699-7218fb80c5ca req-686ab8e9-a07e-443d-be83-968026478330 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464990 Jun 23 16:30:01.275703 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-ad7a0f7a-bca8-4495-abfe-92791e859f78 req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Deleting port 1dd77542-313f-4d54-88e2-c12367e8e14f {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:30:01.276046 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-ad7a0f7a-bca8-4495-abfe-92791e859f78 req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:01.281527 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6792924c-7750-4604-a699-7218fb80c5ca req-43040eb2-1d19-4268-b847-ff9757c80068 service neutron] 10.222.0.46 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298859 Jun 23 16:30:01.431196 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-ad7a0f7a-bca8-4495-abfe-92791e859f78 req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] For port 1dd77542-313f-4d54-88e2-c12367e8e14f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1dd77542-313f-4d54-88e2-c12367e8e14f,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:30:01.431563 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-ad7a0f7a-bca8-4495-abfe-92791e859f78 req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:01.448910 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6792924c-7750-4604-a699-7218fb80c5ca req-6db7224d-e196-482a-9cfd-0cd287f3cfce service neutron] 10.222.0.46 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569145 Jun 23 16:30:01.514289 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3487535-aafa-458d-94f3-b23a0c87b42f req-09e7574e-f02e-4c02-9239-38e0b700a374 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:30:01.515860 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e3487535-aafa-458d-94f3-b23a0c87b42f req-09e7574e-f02e-4c02-9239-38e0b700a374 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 947 time: 0.0638964 Jun 23 16:30:01.569739 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e3487535-aafa-458d-94f3-b23a0c87b42f req-69ac5883-92e0-4403-afdb-80e6bdd975b0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=08658e1a-79e5-4ddc-8d10-5f45ad58d61b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452030 Jun 23 16:30:01.636583 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-209db701-7e3d-4d72-bdb0-84af537db333 req-041ab2a1-236a-4816-9a23-1411f1505293 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f447642-a022-45f3-a21e-30c69285150c HTTP/1.1" status: 200 len: 210 time: 0.0314667 Jun 23 16:30:01.649858 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-ad7a0f7a-bca8-4495-abfe-92791e859f78 req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:01.650282 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-ad7a0f7a-bca8-4495-abfe-92791e859f78 req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651384'] for floatingip, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:01.650689 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.db.l3_db [req-ad7a0f7a-bca8-4495-abfe-92791e859f78 req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Floating IP 8002802e-f7b1-4ec7-832c-2ee1a332c754 disassociated. External IP: 172.27.3.137, port: 1dd77542-313f-4d54-88e2-c12367e8e14f. Jun 23 16:30:01.650930 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-ad7a0f7a-bca8-4495-abfe-92791e859f78 req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Calling delete_port for 1dd77542-313f-4d54-88e2-c12367e8e14f owned by compute:nova {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:30:01.794503 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-ad7a0f7a-bca8-4495-abfe-92791e859f78 req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:01.799855 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:30:01.832613 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Pushing event deleted for resources: {'Port': ['ID=1dd77542-313f-4d54-88e2-c12367e8e14f,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:30:01.848249 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:01.848249 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:01.848249 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:01.848249 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:01.848249 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:01.848685 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:01.848685 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:01.849881 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:01.850433 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:01.850872 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:01.851451 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:01.851806 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:01.855574 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:30:01.962662 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad7a0f7a-bca8-4495-abfe-92791e859f78 req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:30:02.072986 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad7a0f7a-bca8-4495-abfe-92791e859f78 req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:30:02.084237 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10f4c12-01ff-408e-a687-85eba7db9cb8 None None] Sync routers for ids ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:30:02.095028 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10f4c12-01ff-408e-a687-85eba7db9cb8 None None] Routers {'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:30:02.095882 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-c10f4c12-01ff-408e-a687-85eba7db9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:29:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:30:02.212244 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-c10f4c12-01ff-408e-a687-85eba7db9cb8 None None] Set router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:30:02.444768 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7a0f7a-bca8-4495-abfe-92791e859f78 req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] No DVR routers for this DVR port 1dd77542-313f-4d54-88e2-c12367e8e14f on host hv-cinder-78836 {{(pid=92863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:30:02.447308 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-ad7a0f7a-bca8-4495-abfe-92791e859f78 req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:02.449210 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ad7a0f7a-bca8-4495-abfe-92791e859f78 req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.84 "DELETE /v2.0/ports/1dd77542-313f-4d54-88e2-c12367e8e14f HTTP/1.1" status: 204 len: 173 time: 1.3463237 Jun 23 16:30:02.449692 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8133ee-b4b1-4383-ab0b-f3e6becd1b53', 'name': 'network-vif-deleted', 'tag': '1dd77542-313f-4d54-88e2-c12367e8e14f'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:30:02.451953 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c95df8-ed62-439e-8f89-030f7630874a" -d '{"events": [{"server_uuid": "0a8133ee-b4b1-4383-ab0b-f3e6becd1b53", "name": "network-vif-deleted", "tag": "1dd77542-313f-4d54-88e2-c12367e8e14f"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:30:02.483439 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-c10f4c12-01ff-408e-a687-85eba7db9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-672846221-router', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:37Z', 'revision_number': 4, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'gw_port': {'id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:28Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '297bcc73-63df-4afa-8060-cf1ed35917a7', 'name': '', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'mac_address': 'fa:16:3e:50:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:34Z', 'updated_at': '2021-06-23T16:19:48Z', 'revision_number': 5, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'subnets': [{'id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:30:02.493082 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ab784f-4ed1-4b3e-a265-6dd5dc7a9d07 x-openstack-request-id: req-e2ab784f-4ed1-4b3e-a265-6dd5dc7a9d07 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:30:02.493541 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8133ee-b4b1-4383-ab0b-f3e6becd1b53", "name": "network-vif-deleted", "tag": "1dd77542-313f-4d54-88e2-c12367e8e14f", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:30:02.494062 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e2ab784f-4ed1-4b3e-a265-6dd5dc7a9d07 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:30:02.494804 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8133ee-b4b1-4383-ab0b-f3e6becd1b53', 'name': 'network-vif-deleted', 'tag': '1dd77542-313f-4d54-88e2-c12367e8e14f', 'status': 'completed', 'code': 200} Jun 23 16:30:02.510314 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10f4c12-01ff-408e-a687-85eba7db9cb8 None None] Checking router: ac594b62-31a6-4cbc-a399-0b9ffcbee1bf for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:30:02.518766 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10f4c12-01ff-408e-a687-85eba7db9cb8 None None] Routers {'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:30:02.519388 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-c10f4c12-01ff-408e-a687-85eba7db9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:29:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:30:02.620267 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-397e3f87-48a9-4df5-9a18-38df7a54a229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:02.634455 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-c10f4c12-01ff-408e-a687-85eba7db9cb8 None None] Set router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:30:02.715762 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-8f2aa135-d8ab-4c41-bb81-6ccb470a1a78 req-0b45f00b-56dc-4fc3-9db6-f71c620f1ab3 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0399776 Jun 23 16:30:02.794508 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b828edeb-6032-41c9-8506-1d34bde1556f req-57fb8714-0778-4e52-9a31-7bd2cbf5a3ca tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f447642-a022-45f3-a21e-30c69285150c HTTP/1.1" status: 200 len: 210 time: 0.0289578 Jun 23 16:30:02.863239 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-c10f4c12-01ff-408e-a687-85eba7db9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-672846221-router', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:37Z', 'revision_number': 4, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'gw_port': {'id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:28Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '297bcc73-63df-4afa-8060-cf1ed35917a7', 'name': '', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'mac_address': 'fa:16:3e:50:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:34Z', 'updated_at': '2021-06-23T16:19:48Z', 'revision_number': 5, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'subnets': [{'id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:30:02.890310 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10f4c12-01ff-408e-a687-85eba7db9cb8 None None] The sync data for ids ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'] in dv-cinder-788363-4-iscsi is: [{'id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-672846221-router', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:37Z', 'revision_number': 4, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'gw_port': {'id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:28Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '297bcc73-63df-4afa-8060-cf1ed35917a7', 'name': '', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'mac_address': 'fa:16:3e:50:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:34Z', 'updated_at': '2021-06-23T16:19:48Z', 'revision_number': 5, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'subnets': [{'id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:30:02.965449 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792924c-7750-4604-a699-7218fb80c5ca req-bf30e20a-30b2-43e8-ad6b-8787722b5e9c tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:30:02.966886 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6792924c-7750-4604-a699-7218fb80c5ca req-bf30e20a-30b2-43e8-ad6b-8787722b5e9c tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.84 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 815 time: 0.1088402 Jun 23 16:30:02.988516 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-6792924c-7750-4604-a699-7218fb80c5ca req-28c1af7a-4103-4e14-98e4-d70393219bf8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Request body: {'port': {'device_id': '8f447642-a022-45f3-a21e-30c69285150c', 'network_id': '51b468f5-7c7f-4931-9a90-efb26ca1eb16', 'admin_state_up': True, 'tenant_id': '84af8417537f406c8c37b2e358c1c5f5'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:30:03.108841 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6792924c-7750-4604-a699-7218fb80c5ca req-28c1af7a-4103-4e14-98e4-d70393219bf8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Made reservation on behalf of 84af8417537f406c8c37b2e358c1c5f5 for: {'port': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:30:03.112441 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-6792924c-7750-4604-a699-7218fb80c5ca req-28c1af7a-4103-4e14-98e4-d70393219bf8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:03.123141 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e943d4f-1b0a-4c39-b881-0b40ce1357f2 None None] New status for floating IP 8002802e-f7b1-4ec7-832c-2ee1a332c754: DOWN {{(pid=92866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:30:03.239774 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [req-6792924c-7750-4604-a699-7218fb80c5ca req-28c1af7a-4103-4e14-98e4-d70393219bf8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Allocated IP 172.20.0.11 (51b468f5-7c7f-4931-9a90-efb26ca1eb16/a13dcb6b-63c2-4b53-a4d0-749cfb697a09/33b773f7-4321-4e20-b22d-f029f3bb544b) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:30:03.384948 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-6792924c-7750-4604-a699-7218fb80c5ca req-28c1af7a-4103-4e14-98e4-d70393219bf8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:03.422175 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-6792924c-7750-4604-a699-7218fb80c5ca req-28c1af7a-4103-4e14-98e4-d70393219bf8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125858108'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:03.425974 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-73a5cdcf-5555-4698-9736-ae549f86dbc6 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:30:03.457455 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['8c73b264-c454-4149-848b-a61fe26ee7ba'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:30:03.468865 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6792924c-7750-4604-a699-7218fb80c5ca req-28c1af7a-4103-4e14-98e4-d70393219bf8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Network 51b468f5-7c7f-4931-9a90-efb26ca1eb16 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:30:03.471951 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [req-6792924c-7750-4604-a699-7218fb80c5ca req-28c1af7a-4103-4e14-98e4-d70393219bf8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:30:03.475826 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-6792924c-7750-4604-a699-7218fb80c5ca req-28c1af7a-4103-4e14-98e4-d70393219bf8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:30:03.510234 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1af7a-4103-4e14-98e4-d70393219bf8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Pushing event updated for resources: {'Port': ['ID=33b773f7-4321-4e20-b22d-f029f3bb544b,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:30:03.514386 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-28c1af7a-4103-4e14-98e4-d70393219bf8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:30:03.532566 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792924c-7750-4604-a699-7218fb80c5ca req-28c1af7a-4103-4e14-98e4-d70393219bf8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:30:03.533163 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-6792924c-7750-4604-a699-7218fb80c5ca req-28c1af7a-4103-4e14-98e4-d70393219bf8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:03.547340 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6792924c-7750-4604-a699-7218fb80c5ca req-28c1af7a-4103-4e14-98e4-d70393219bf8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5641057 Jun 23 16:30:03.603176 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-6792924c-7750-4604-a699-7218fb80c5ca req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Request body: {'port': {'device_id': '8f447642-a022-45f3-a21e-30c69285150c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:30:03.676860 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-6792924c-7750-4604-a699-7218fb80c5ca req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:03.872797 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-859381f4-136b-462e-9aab-aac5b85d3c65 req-ac45c871-ce1d-4cd0-adf6-034d2286adf6 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0307908 Jun 23 16:30:03.960496 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [req-6792924c-7750-4604-a699-7218fb80c5ca req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33b773f7-4321-4e20-b22d-f029f3bb544b {{(pid=92863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:30:03.968089 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-6792924c-7750-4604-a699-7218fb80c5ca req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:03.972066 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713450fa-da22-490c-9280-4a1b3e52d24c req-4480f266-6c58-490d-b435-da42a7bafa42 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:30:03.973532 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-713450fa-da22-490c-9280-4a1b3e52d24c req-4480f266-6c58-490d-b435-da42a7bafa42 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f447642-a022-45f3-a21e-30c69285150c HTTP/1.1" status: 200 len: 932 time: 0.0605330 Jun 23 16:30:03.980469 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [req-6792924c-7750-4604-a699-7218fb80c5ca req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Transition to ACTIVE for port object 33b773f7-4321-4e20-b22d-f029f3bb544b will not be triggered until provisioned by entity L2. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:30:03.986350 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-6792924c-7750-4604-a699-7218fb80c5ca req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:03.989382 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-127de670-5f4a-41a5-80c3-4c7ad1e4a42b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:30:04.016777 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-713450fa-da22-490c-9280-4a1b3e52d24c req-6338ccce-ebee-4ad7-9b0a-4a8a75335399 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366247 Jun 23 16:30:04.037842 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Pushing event updated for resources: {'Port': ['ID=33b773f7-4321-4e20-b22d-f029f3bb544b,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:30:04.042377 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:30:04.089772 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 1dd77542-313f-4d54-88e2-c12367e8e14f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:30:04.110749 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-6792924c-7750-4604-a699-7218fb80c5ca req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Attempting to bind port 33b773f7-4321-4e20-b22d-f029f3bb544b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:30:04.111093 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-6792924c-7750-4604-a699-7218fb80c5ca req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Attempting to bind port 33b773f7-4321-4e20-b22d-f029f3bb544b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'ef448175-bf3b-4d0f-87c2-b25e29cfbf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '51b468f5-7c7f-4931-9a90-efb26ca1eb16'}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:30:04.111242 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] No Port match for: 1dd77542-313f-4d54-88e2-c12367e8e14f {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:30:04.111421 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6792924c-7750-4604-a699-7218fb80c5ca req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Attempting to bind port 33b773f7-4321-4e20-b22d-f029f3bb544b on network 51b468f5-7c7f-4931-9a90-efb26ca1eb16 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:30:04.111630 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 1dd77542-313f-4d54-88e2-c12367e8e14f not bound to the agent host hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:30:04.115745 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6792924c-7750-4604-a699-7218fb80c5ca req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Port 33b773f7-4321-4e20-b22d-f029f3bb544b on network 51b468f5-7c7f-4931-9a90-efb26ca1eb16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:30:04.116067 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6792924c-7750-4604-a699-7218fb80c5ca req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Attempting to bind port 33b773f7-4321-4e20-b22d-f029f3bb544b on network 51b468f5-7c7f-4931-9a90-efb26ca1eb16 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:30:04.120805 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6792924c-7750-4604-a699-7218fb80c5ca req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Checking agent: {'id': '038417b8-6895-4fa1-8365-da35a0f7bc41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'started_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:30:04.121140 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6792924c-7750-4604-a699-7218fb80c5ca req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Checking segment: {'id': 'ef448175-bf3b-4d0f-87c2-b25e29cfbf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '51b468f5-7c7f-4931-9a90-efb26ca1eb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:30:04.121520 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6792924c-7750-4604-a699-7218fb80c5ca req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Bound using segment: {'id': 'ef448175-bf3b-4d0f-87c2-b25e29cfbf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '51b468f5-7c7f-4931-9a90-efb26ca1eb16'} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:30:04.121952 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-6792924c-7750-4604-a699-7218fb80c5ca req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Bound port: 33b773f7-4321-4e20-b22d-f029f3bb544b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef448175-bf3b-4d0f-87c2-b25e29cfbf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '51b468f5-7c7f-4931-9a90-efb26ca1eb16'}}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:30:04.122357 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-6792924c-7750-4604-a699-7218fb80c5ca req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:04.185611 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-6792924c-7750-4604-a699-7218fb80c5ca req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] For port 33b773f7-4321-4e20-b22d-f029f3bb544b, host hv-cinder-78836, cleared binding levels {{(pid=92863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:30:04.188544 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-6792924c-7750-4604-a699-7218fb80c5ca req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] For port 33b773f7-4321-4e20-b22d-f029f3bb544b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=33b773f7-4321-4e20-b22d-f029f3bb544b,segment=NetworkSegment(ef448175-bf3b-4d0f-87c2-b25e29cfbf5b),segment_id=ef448175-bf3b-4d0f-87c2-b25e29cfbf5b)] {{(pid=92863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:30:04.193348 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-6792924c-7750-4604-a699-7218fb80c5ca req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:04.196137 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-f43deb38-8a11-4e84-b71f-c819f9eb03da tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:30:04.231061 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792924c-7750-4604-a699-7218fb80c5ca req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:30:04.233139 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-6792924c-7750-4604-a699-7218fb80c5ca req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:04.233427 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6792924c-7750-4604-a699-7218fb80c5ca req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] 10.222.0.84 "PUT /v2.0/ports/33b773f7-4321-4e20-b22d-f029f3bb544b HTTP/1.1" status: 200 len: 1094 time: 0.6728778 Jun 23 16:30:04.262511 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Pushing event updated for resources: {'Port': ['ID=33b773f7-4321-4e20-b22d-f029f3bb544b,revision_number=3']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:30:04.268696 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:30:04.344324 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792924c-7750-4604-a699-7218fb80c5ca req-fc89ce31-b495-4aac-8a49-78fd8656c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:30:04.345773 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6792924c-7750-4604-a699-7218fb80c5ca req-fc89ce31-b495-4aac-8a49-78fd8656c4f3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&device_id=8f447642-a022-45f3-a21e-30c69285150c HTTP/1.1" status: 200 len: 1097 time: 0.0542789 Jun 23 16:30:04.395727 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6792924c-7750-4604-a699-7218fb80c5ca req-0c3b4694-1ad1-4cf3-a027-ee9bcdac84c2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33b773f7-4321-4e20-b22d-f029f3bb544b HTTP/1.1" status: 200 len: 217 time: 0.0368085 Jun 23 16:30:04.444727 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792924c-7750-4604-a699-7218fb80c5ca req-69a3b809-9b6c-484b-a61b-c46afc42d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:30:04.446220 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6792924c-7750-4604-a699-7218fb80c5ca req-69a3b809-9b6c-484b-a61b-c46afc42d720 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a13dcb6b-63c2-4b53-a4d0-749cfb697a09 HTTP/1.1" status: 200 len: 855 time: 0.0444257 Jun 23 16:30:04.478920 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6792924c-7750-4604-a699-7218fb80c5ca req-bcfb9bd4-b8a7-475f-96d3-ddc38cfdcb2e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51b468f5-7c7f-4931-9a90-efb26ca1eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267403 Jun 23 16:30:04.501280 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f447642-a022-45f3-a21e-30c69285150c', 'tag': '33b773f7-4321-4e20-b22d-f029f3bb544b'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:30:04.503578 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663deb20-798b-41de-83da-7c00dddc3002" -d '{"events": [{"name": "network-changed", "server_uuid": "8f447642-a022-45f3-a21e-30c69285150c", "tag": "33b773f7-4321-4e20-b22d-f029f3bb544b"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:30:04.556802 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94f7c77-43da-4f9d-9a10-d10833567daa x-openstack-request-id: req-e94f7c77-43da-4f9d-9a10-d10833567daa {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:30:04.557199 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f447642-a022-45f3-a21e-30c69285150c", "tag": "33b773f7-4321-4e20-b22d-f029f3bb544b", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:30:04.557541 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e94f7c77-43da-4f9d-9a10-d10833567daa {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:30:04.558010 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f447642-a022-45f3-a21e-30c69285150c', 'tag': '33b773f7-4321-4e20-b22d-f029f3bb544b', 'status': 'completed', 'code': 200} Jun 23 16:30:04.593109 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6792924c-7750-4604-a699-7218fb80c5ca req-746afc49-8225-4f7c-a684-2dde86c1dd51 service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079471 Jun 23 16:30:04.682836 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6792924c-7750-4604-a699-7218fb80c5ca req-eaf129d4-da12-4e0e-85de-53962767cd86 service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831079 Jun 23 16:30:04.822940 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663deb20-798b-41de-83da-7c00dddc3002 req-eab58d06-04b6-4b51-9753-086c9f0b879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:30:04.824377 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-663deb20-798b-41de-83da-7c00dddc3002 req-eab58d06-04b6-4b51-9753-086c9f0b879f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&device_id=8f447642-a022-45f3-a21e-30c69285150c HTTP/1.1" status: 200 len: 1097 time: 0.0514748 Jun 23 16:30:04.917128 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663deb20-798b-41de-83da-7c00dddc3002 req-90dc49e4-5138-42ca-acd5-b5aca2899fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:30:04.918653 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-663deb20-798b-41de-83da-7c00dddc3002 req-90dc49e4-5138-42ca-acd5-b5aca2899fbf service neutron] 10.222.0.84 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 916 time: 0.0870674 Jun 23 16:30:04.961461 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-663deb20-798b-41de-83da-7c00dddc3002 req-e446f30b-fd61-48a6-af70-b0f8ad4029c1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33b773f7-4321-4e20-b22d-f029f3bb544b HTTP/1.1" status: 200 len: 217 time: 0.0359001 Jun 23 16:30:04.964002 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:05.015334 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663deb20-798b-41de-83da-7c00dddc3002 req-98db0ff4-d134-4185-9d71-a6663cde4697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:30:05.016745 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-663deb20-798b-41de-83da-7c00dddc3002 req-98db0ff4-d134-4185-9d71-a6663cde4697 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a13dcb6b-63c2-4b53-a4d0-749cfb697a09 HTTP/1.1" status: 200 len: 855 time: 0.0490003 Jun 23 16:30:05.022482 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-def94d5a-31b8-4b85-9954-e4cc75fbce83 req-fb925088-b156-4a05-a1dd-e9161cbc57be tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0277231 Jun 23 16:30:05.051197 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-663deb20-798b-41de-83da-7c00dddc3002 req-d67fa521-f479-4d61-b50d-1673527c06a4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51b468f5-7c7f-4931-9a90-efb26ca1eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270414 Jun 23 16:30:05.173756 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-663deb20-798b-41de-83da-7c00dddc3002 req-f4c46ef0-03c2-4cd4-bf84-91802ea8e457 service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161659 Jun 23 16:30:05.264659 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2513de-9d0b-4a91-8f4d-4cba47e66ed3 req-c61a4879-8731-4558-8267-81f0082aae51 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:30:05.266110 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-db2513de-9d0b-4a91-8f4d-4cba47e66ed3 req-c61a4879-8731-4558-8267-81f0082aae51 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f447642-a022-45f3-a21e-30c69285150c HTTP/1.1" status: 200 len: 944 time: 0.1278071 Jun 23 16:30:05.292308 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-663deb20-798b-41de-83da-7c00dddc3002 req-43694528-5423-4a96-8733-665b45667da1 service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120062 Jun 23 16:30:05.317380 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-db2513de-9d0b-4a91-8f4d-4cba47e66ed3 req-d55c5ccc-a1e9-46a8-ab6f-c2421e8e163a tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453281 Jun 23 16:30:05.733436 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-36dc1bc6-0764-4c6a-bedb-dd527c1b63f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:06.121531 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 33b773f7-4321-4e20-b22d-f029f3bb544b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:30:06.170108 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-52491978-2d1c-4291-a943-0b5d715e9611 req-380877bf-217d-4892-9749-4dfe886994ca tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0274284 Jun 23 16:30:06.214614 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 33b773f7-4321-4e20-b22d-f029f3bb544b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=33b773f7-4321-4e20-b22d-f029f3bb544b,segment=NetworkSegment(ef448175-bf3b-4d0f-87c2-b25e29cfbf5b),segment_id=ef448175-bf3b-4d0f-87c2-b25e29cfbf5b)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:30:06.228235 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Returning: {'device': '33b773f7-4321-4e20-b22d-f029f3bb544b', 'network_id': '51b468f5-7c7f-4931-9a90-efb26ca1eb16', 'port_id': '33b773f7-4321-4e20-b22d-f029f3bb544b', 'mac_address': 'fa:16:3e:9f:d7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13dcb6b-63c2-4b53-a4d0-749cfb697a09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:30:06.263356 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:06.275337 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33b773f7-4321-4e20-b22d-f029f3bb544b {{(pid=92865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:30:06.294046 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 33b773f7-4321-4e20-b22d-f029f3bb544b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=33b773f7-4321-4e20-b22d-f029f3bb544b,segment=NetworkSegment(ef448175-bf3b-4d0f-87c2-b25e29cfbf5b),segment_id=ef448175-bf3b-4d0f-87c2-b25e29cfbf5b)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:30:06.298010 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:06.299802 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:30:06.344137 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=33b773f7-4321-4e20-b22d-f029f3bb544b,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:30:06.351047 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:06.351393 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:06.351730 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:06.352057 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:06.352389 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:06.352712 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:06.353033 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:06.353352 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:06.353673 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:06.353997 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:06.354317 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:06.354633 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:30:06.358428 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:30:06.451947 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:06.491521 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08c4c3-4c67-46c7-af82-ae0e939c3d92 req-ac576f28-8b8b-4fca-ad2e-b7a2c35dc231 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:30:06.492951 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ba08c4c3-4c67-46c7-af82-ae0e939c3d92 req-ac576f28-8b8b-4fca-ad2e-b7a2c35dc231 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f447642-a022-45f3-a21e-30c69285150c HTTP/1.1" status: 200 len: 945 time: 0.0670667 Jun 23 16:30:06.528347 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ba08c4c3-4c67-46c7-af82-ae0e939c3d92 req-54b6e8c9-242e-4079-beb2-ed3194ac7eee tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298607 Jun 23 16:30:06.646835 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['33b773f7-4321-4e20-b22d-f029f3bb544b'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:30:07.313755 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-69748f7f-2220-483a-8013-6c9f0936fbb0 req-817915c7-70d6-46ba-bad7-214c88ccaf8a tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0272474 Jun 23 16:30:07.696313 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb86e3-60f0-40cc-b4f7-75ff0cd0fac1 req-0301c159-d142-4fc1-9462-56b9fd8415f8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:30:07.697747 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-72eb86e3-60f0-40cc-b4f7-75ff0cd0fac1 req-0301c159-d142-4fc1-9462-56b9fd8415f8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f447642-a022-45f3-a21e-30c69285150c HTTP/1.1" status: 200 len: 945 time: 0.0618927 Jun 23 16:30:07.734576 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-72eb86e3-60f0-40cc-b4f7-75ff0cd0fac1 req-d961fe71-8c85-4a26-8248-8c6ff2fd84d1 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312734 Jun 23 16:30:08.116845 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:08.136447 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 33b773f7-4321-4e20-b22d-f029f3bb544b up at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:30:08.181338 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning for port 33b773f7-4321-4e20-b22d-f029f3bb544b completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:30:08.184829 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning complete for port 33b773f7-4321-4e20-b22d-f029f3bb544b triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:30:08.185198 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:08.259279 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:08.280608 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f447642-a022-45f3-a21e-30c69285150c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b773f7-4321-4e20-b22d-f029f3bb544b'}] {{(pid=92865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:30:08.282857 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053164b0cf726773bb22b402b066b9c97a54671ffe15cd7793040184515b98b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea04cf9-cbaa-42e3-9014-b414c5f14c50" -d '{"events": [{"server_uuid": "8f447642-a022-45f3-a21e-30c69285150c", "name": "network-vif-plugged", "status": "completed", "tag": "33b773f7-4321-4e20-b22d-f029f3bb544b"}]}' {{(pid=92865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:30:08.295258 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 33b773f7-4321-4e20-b22d-f029f3bb544b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=33b773f7-4321-4e20-b22d-f029f3bb544b,segment=NetworkSegment(ef448175-bf3b-4d0f-87c2-b25e29cfbf5b),segment_id=ef448175-bf3b-4d0f-87c2-b25e29cfbf5b)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:30:08.299340 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:08.301200 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:30:08.346748 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=33b773f7-4321-4e20-b22d-f029f3bb544b,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:30:08.349881 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:30:08.382013 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23284ba3-26e4-4b11-ba61-d7a2d9326494 x-openstack-request-id: req-23284ba3-26e4-4b11-ba61-d7a2d9326494 {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:30:08.382356 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f447642-a022-45f3-a21e-30c69285150c", "name": "network-vif-plugged", "status": "completed", "tag": "33b773f7-4321-4e20-b22d-f029f3bb544b", "code": 200}]} {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:30:08.382684 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-23284ba3-26e4-4b11-ba61-d7a2d9326494 {{(pid=92865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:30:08.383046 dv-cinder-788363-4-iscsi neutron-server[92865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f447642-a022-45f3-a21e-30c69285150c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b773f7-4321-4e20-b22d-f029f3bb544b', 'code': 200} Jun 23 16:30:08.457957 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-21eb4f7e-0b7c-4c86-a9bb-3c332da75fe2 req-979568f6-30c8-4247-9b60-dd0e4eff9481 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0314755 Jun 23 16:30:08.638698 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c701d-4b76-4abc-aa99-a277b9c9f8b5 req-be6e70f4-89e8-4f62-b48a-19f17a0491b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:30:08.640080 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3f5c701d-4b76-4abc-aa99-a277b9c9f8b5 req-be6e70f4-89e8-4f62-b48a-19f17a0491b3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8f447642-a022-45f3-a21e-30c69285150c HTTP/1.1" status: 200 len: 1099 time: 0.0566382 Jun 23 16:30:08.675162 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3f5c701d-4b76-4abc-aa99-a277b9c9f8b5 req-59610a26-58d2-4a43-a55f-74816fa827f1 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277023 Jun 23 16:30:08.920953 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad62a91-0367-4aa2-bddb-a134636aa181 req-5611eca8-67e1-459f-af35-e60dd9ce30c9 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:30:08.922469 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-cad62a91-0367-4aa2-bddb-a134636aa181 req-5611eca8-67e1-459f-af35-e60dd9ce30c9 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f447642-a022-45f3-a21e-30c69285150c HTTP/1.1" status: 200 len: 946 time: 0.0630598 Jun 23 16:30:08.960252 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-cad62a91-0367-4aa2-bddb-a134636aa181 req-22293e72-f46d-45d2-9420-c442707cb769 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315852 Jun 23 16:30:09.274481 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:09.605889 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7632d802-d501-4030-af90-18cdc0544718 req-1d6b176e-286a-408e-95bb-a37dc4b9c887 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0283310 Jun 23 16:30:10.149907 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2a094-7b37-4274-af7b-604ba92801db req-95399d33-c8c1-4827-b9fe-5b096e896954 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:30:10.151411 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-83b2a094-7b37-4274-af7b-604ba92801db req-95399d33-c8c1-4827-b9fe-5b096e896954 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f447642-a022-45f3-a21e-30c69285150c HTTP/1.1" status: 200 len: 946 time: 0.0666010 Jun 23 16:30:10.188944 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-83b2a094-7b37-4274-af7b-604ba92801db req-fac663a3-1af5-4c3b-89eb-2c655f4e6298 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319242 Jun 23 16:30:10.750589 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bfb93fd3-bb0a-4ab5-bc46-bb2d32e5c98d req-a4182b6f-0861-4efe-b79f-83ddf3ace4d0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0283666 Jun 23 16:30:11.895914 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b8c47059-cfe1-44aa-8736-df2d5defc797 req-c516521f-c667-493d-ad2e-aa89423bf786 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0312924 Jun 23 16:30:13.038005 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8ddda1eb-b9b9-4327-8c76-1f5466dd5eae req-6efe6056-c329-4720-8054-2bdde8aaa2d4 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0298121 Jun 23 16:30:14.177486 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f7b11085-a874-45e6-bdc0-32e59c07ac5f req-e01e372f-fa37-4adf-aec2-726faa074809 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0274420 Jun 23 16:30:15.323552 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e6b71563-dc70-4e5b-a645-589ca05d335c req-8b346301-74b2-4031-880c-bd80aecd7b3a tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0288024 Jun 23 16:30:16.469155 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7ce7923d-37d5-4542-9591-e66803245909 req-8f6aa08b-9bba-4bef-8247-439544d81d68 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0319903 Jun 23 16:30:17.612513 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b2aa2ec7-81fc-42c8-9d1e-df7f296e689d req-1eda1714-16e6-4f3d-82cf-7937ab05e163 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0285637 Jun 23 16:30:18.754859 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2d988464-2b2b-463d-b1db-8f6a45e8c2c8 req-4efda428-ef24-4245-9fec-086dc4138e4e tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0282471 Jun 23 16:30:19.903456 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0c9374e2-283c-46a1-b879-0b5373c0bcef req-1765870a-b5ab-4560-ba32-e70aec23cd16 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0292041 Jun 23 16:30:21.049337 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4ed7d955-c114-4263-977c-c8876cf81ad8 req-6cdce452-ae99-4ad9-b2c8-2f83dd6d1d1c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0330307 Jun 23 16:30:22.189279 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-62a169d8-5255-4b27-b11b-af60445bbb4a req-6acd630a-09db-4f01-8fe6-24e8ba15eedd tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0277216 Jun 23 16:30:23.332684 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1589281d-6f2a-4f9a-98db-edb235da1c0f req-47262cf9-a678-47d0-9173-ef071aabe7ba tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0288563 Jun 23 16:30:24.476786 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-58b33017-e274-4f52-aac0-15964e166123 req-27068829-7738-41c0-b328-41b19f589e10 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0286615 Jun 23 16:30:25.621336 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c04aaa68-d4fd-4777-9965-331eeb9a3aac req-f9c67d96-a284-47eb-8ccd-b9762f362133 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0312271 Jun 23 16:30:26.760764 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6ffb3bd5-55cc-467d-b048-f44cece0525a req-20a96c3f-c89e-457c-9cbd-94e5f523d0bc tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0279338 Jun 23 16:30:27.903292 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d27d30c5-a11f-4f8f-8ceb-c3b5eb6baa5a req-b9571b4a-da53-4e11-8ff8-a0fd10b9ef32 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0298049 Jun 23 16:30:29.047478 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d0e6f230-004e-4c57-8e7c-0a92a2bcacbf req-84cfe044-ecf3-411c-af33-baad17405b19 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0277610 Jun 23 16:30:30.191910 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f20cfebd-9533-44ae-a8ee-d7a31dfa734e req-d77cd224-e8c4-442b-a43d-6b3bfaaa4a2e tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0310142 Jun 23 16:30:31.340709 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-410f4382-ef04-49e5-ad3b-e58426f9e194 req-c034151c-61fe-4f71-8a60-f1d9b74914f0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0293136 Jun 23 16:30:31.540513 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:30:32.484491 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ef049ea0-de77-45d2-9c89-0970ff4f1d84 req-8c909b38-8446-459b-9a96-cace831b29d9 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0297678 Jun 23 16:30:32.612776 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d574b39c-ee13-4993-9a32-cad869bc5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:33.639939 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f97a9926-2307-4331-8eda-1cef56560b71 req-192b2a46-85e9-4dae-8359-08470d7c8f1f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0359786 Jun 23 16:30:34.790653 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7e13a29c-5478-4e62-a414-95e216254a60 req-ce1f72c2-d56b-4b5a-8936-68019afda01a tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0325432 Jun 23 16:30:34.966228 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:35.735487 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b54dcfd4-eabc-4811-99bd-6c4eaca30b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:35.954208 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-49c25e5e-14e5-472e-9ee2-5edc4d2ccc19 req-7016f76c-25ff-4da8-8637-6b3d2d99b324 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0307174 Jun 23 16:30:36.456696 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:37.098998 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-529f45dc-8f9d-4b5d-9e3a-0caba55e693b req-5282f494-d448-456a-97eb-ba855aeeefa8 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0294528 Jun 23 16:30:38.121062 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:38.243947 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b8a68d2f-aeed-4656-95b5-5b29bf6257f1 req-f7a9a4ee-c272-4969-9cf6-2d8730d33160 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0285203 Jun 23 16:30:39.288925 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:30:39.389643 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-08c6a0e3-d2b2-49d3-9033-851054df8747 req-c4ac78e3-46d3-436e-9738-c111c2d2e64a tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0318925 Jun 23 16:30:40.530937 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ae6995c1-5fa4-42c7-9993-518879ad22a1 req-676b4f73-7a24-43da-b2e6-e88e0f41c13b tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0280354 Jun 23 16:30:41.671240 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-9775426d-a4d2-4d92-ae62-cf66458aa640 req-b3c0c5f7-e00d-4aed-a74e-6d4f8d50de9e tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0280979 Jun 23 16:30:42.816173 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d5256ad6-fff5-4c5a-8e41-f5f8e29ffcf7 req-72c8aa02-292a-4ff3-b5dc-718ef6f75adc tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0285883 Jun 23 16:30:43.963947 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-00dbcfdb-2fe6-4550-bed0-5f263c670817 req-5f90b671-5bab-479a-b4ab-bc3d427e6699 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0326457 Jun 23 16:30:45.104660 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-474687be-3375-49eb-ac01-d29b3bc36ad4 req-9f3a03f2-f946-407c-8197-22f451ccfb74 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0285406 Jun 23 16:30:46.246653 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4f0a79b3-3ab8-47b6-8681-ff2854e7b764 req-cf5b9a2a-f308-40af-a69b-e1717b925afa tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0274849 Jun 23 16:30:47.221569 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7bd40fe7-4b29-48b3-b2fe-ab827f9763b1 req-de3853d9-fa06-49ce-99ee-eb5e739c7540 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502677 Jun 23 16:30:47.312278 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd40fe7-4b29-48b3-b2fe-ab827f9763b1 req-9e69071b-f45a-432e-bb9c-43bdc711ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:30:47.313782 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7bd40fe7-4b29-48b3-b2fe-ab827f9763b1 req-9e69071b-f45a-432e-bb9c-43bdc711ed5e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=efc330d54ca34426bcb9c0e78b78b1ac&device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 1099 time: 0.0551879 Jun 23 16:30:47.416946 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e604fbde-36b5-49b4-9298-bfd893d11015 req-ce5621f4-b5f8-49a9-9fee-1e5b3d4e3874 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0301988 Jun 23 16:30:47.441906 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd40fe7-4b29-48b3-b2fe-ab827f9763b1 req-ba2e355f-80a2-4e66-bfba-70e413eb98e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:30:47.443381 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7bd40fe7-4b29-48b3-b2fe-ab827f9763b1 req-ba2e355f-80a2-4e66-bfba-70e413eb98e8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=afbd47df-b297-4e88-a1e9-28c0aceb872b HTTP/1.1" status: 200 len: 913 time: 0.1076503 Jun 23 16:30:47.486075 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7bd40fe7-4b29-48b3-b2fe-ab827f9763b1 req-5a524205-34a8-4de0-b3bc-765cc1c83126 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=851659c9-3049-4e4f-84f1-944083035dfd HTTP/1.1" status: 200 len: 217 time: 0.0362575 Jun 23 16:30:47.532602 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd40fe7-4b29-48b3-b2fe-ab827f9763b1 req-23fa5f2c-0145-4028-9bbc-dbe143da3d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:30:47.533972 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7bd40fe7-4b29-48b3-b2fe-ab827f9763b1 req-23fa5f2c-0145-4028-9bbc-dbe143da3d49 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=88e43062-89eb-4a01-a1db-67f283145f98 HTTP/1.1" status: 200 len: 852 time: 0.0415938 Jun 23 16:30:47.565001 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7bd40fe7-4b29-48b3-b2fe-ab827f9763b1 req-e54d6ca2-fc6c-4f7e-9f62-d687a2dcd1c6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=afbd47df-b297-4e88-a1e9-28c0aceb872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247707 Jun 23 16:30:47.653519 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7bd40fe7-4b29-48b3-b2fe-ab827f9763b1 req-bb38568c-d763-4c57-aa77-b7c037812046 service neutron] 10.222.0.84 "GET /v2.0/networks/afbd47df-b297-4e88-a1e9-28c0aceb872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822926 Jun 23 16:30:47.745381 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7bd40fe7-4b29-48b3-b2fe-ab827f9763b1 req-084aaf6f-8a91-41ad-b8fe-53d5cd03945d service neutron] 10.222.0.84 "GET /v2.0/networks/afbd47df-b297-4e88-a1e9-28c0aceb872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840595 Jun 23 16:30:48.562655 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e3ded546-c3a9-4581-8170-2dc511ac0461 req-2853b011-a4d7-4f06-bbfa-fe28dae803c9 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0326486 Jun 23 16:30:49.702315 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-9170900b-12c3-4284-97ae-f46f11699d95 req-5fbec0d7-7fbd-4710-adc2-b7aafd95fb7c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0272372 Jun 23 16:30:50.843975 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f99efc5a-e741-41af-99f3-1e97eae47796 req-dbf28886-56b1-4437-99e1-7b34a5e8641d tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0288761 Jun 23 16:30:51.988853 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a1bc69cf-47d9-49e4-91be-323c64fc9106 req-def142f7-24f0-47b1-b550-0195eea5534e tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0273340 Jun 23 16:30:53.132428 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-16100b49-f4ba-4192-b0b8-a17f1327f664 req-e11b9298-e399-4eb7-8e22-90b9f19133f7 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0309517 Jun 23 16:30:54.272855 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-441be977-b5ed-4827-9c35-09002cb74eb7 req-eac92fe3-7693-408a-9e53-d5daf0e9acd0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0272367 Jun 23 16:30:55.413947 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7c54ab06-1581-4068-b249-11577074dad3 req-c644bcdc-bc46-4261-976e-67a4c1f525e2 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0277345 Jun 23 16:30:56.557514 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6bdc92e0-db25-40f9-b436-a07489795f6b req-3963caff-074b-44da-aab3-0b69a252ce9a tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0282884 Jun 23 16:30:57.701218 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-482c1974-94d4-46d7-a9da-085228b37e59 req-5de172ad-5496-45ee-95eb-8572cf2e17ba tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0305376 Jun 23 16:30:58.841886 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-47f694e1-496a-4ed2-8fef-9ce629e3c059 req-162ed56b-0c5e-4593-87d3-bb44951777cd tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0287426 Jun 23 16:30:59.982405 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4fb1effb-d6ca-4778-b8ba-318bd4a9eaf9 req-0c6cff21-a843-4621-8255-e15792925d09 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0273366 Jun 23 16:31:01.131242 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f05faadf-7ddb-488a-8e73-09371f6fd536 req-41399779-6800-4530-bfb2-57d3238070f5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0278490 Jun 23 16:31:02.277183 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-cdfc1f1c-37bb-491b-8ffe-e9833bb7ced0 req-1fba45c1-ca2f-4bdb-966b-97b5f2d492a6 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0310545 Jun 23 16:31:02.614790 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-86515eea-b5c9-4523-a414-daae5a0280dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:03.417938 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-9f1b6d7c-3068-4576-9433-b15d58d440c5 req-d13669c4-c8f7-493f-ac99-baaf96b891a0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0280056 Jun 23 16:31:04.559847 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a9d4bdd0-a4a3-4adb-954d-51fbb78a560d req-1eef7b4b-48c0-418c-b26d-872b0ee1f559 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0286126 Jun 23 16:31:04.967674 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:05.703376 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ab2da004-623a-4e49-8ea5-ab7078f57965 req-571a2a6d-ee5f-4d4e-a169-e9320d7883f0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0280747 Jun 23 16:31:05.739146 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-455c28d7-fbd5-4e2b-b725-d764435f7d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:06.458841 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:06.847267 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-06b4055b-10d1-4afb-9828-f233ce25597c req-bf9b234c-18ec-4609-bbce-bb802ddd1f8a tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0307941 Jun 23 16:31:07.987107 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6c32605b-f212-4b09-9a44-8805f69419a6 req-f42f02ba-5dc3-4d8b-afe0-26a5c9640dcc tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0278401 Jun 23 16:31:08.122169 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:08.538856 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:31:09.128753 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-01bd8591-3e79-4010-bca7-2d4aeea06860 req-bbc5a8bb-dfe9-4a9b-bd7d-30675271f0cf tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0281434 Jun 23 16:31:09.302618 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:10.273784 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1f85b8b0-8e26-4caf-a72b-ecd4f83565d3 req-664a31b6-bda0-40f4-b90c-b22c24135084 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0296645 Jun 23 16:31:10.495206 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3397f-ba07-433d-8813-dab873d7442f req-caff0ab4-bf6d-4ea9-94d3-291da19b445b tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:31:10.496561 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-dcd3397f-ba07-433d-8813-dab873d7442f req-caff0ab4-bf6d-4ea9-94d3-291da19b445b tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 815 time: 0.1009388 Jun 23 16:31:10.510713 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-dcd3397f-ba07-433d-8813-dab873d7442f req-1c011e0d-618e-41dc-9192-cb697a2093c3 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/quotas/84af8417537f406c8c37b2e358c1c5f5 HTTP/1.1" status: 200 len: 375 time: 0.0088370 Jun 23 16:31:10.583457 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-dcd3397f-ba07-433d-8813-dab873d7442f req-bfb663a5-c0b0-4573-8243-1c940305d2cd tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678589 Jun 23 16:31:10.634336 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [req-dcd3397f-ba07-433d-8813-dab873d7442f req-c5f7c691-07f8-4d55-a71e-2dc0a3c9468e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:31:10.635326 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-dcd3397f-ba07-433d-8813-dab873d7442f req-c5f7c691-07f8-4d55-a71e-2dc0a3c9468e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451398 Jun 23 16:31:10.721434 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-dcd3397f-ba07-433d-8813-dab873d7442f req-8f1e9f8e-83d5-4302-87bd-7293a8e80bcd service neutron] 10.222.0.46 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803332 Jun 23 16:31:10.810265 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-dcd3397f-ba07-433d-8813-dab873d7442f req-0fc20c79-dc2e-43ce-974c-0ae5f46ca348 service neutron] 10.222.0.46 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826492 Jun 23 16:31:10.985064 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f99536ff-6c88-4e17-ba1a-566c2b378b31 req-31ffcb27-5eb3-40c6-ba7d-f7c7c9549e31 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95942eb-b377-4db3-bceb-05a09baefae1 HTTP/1.1" status: 200 len: 210 time: 0.0307887 Jun 23 16:31:11.665449 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ab6b04ca-34c4-4817-a603-2bfe94a7d510 req-a18697e0-1846-4d97-bbd0-8cb882bb3bc5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.2766976 Jun 23 16:31:12.113291 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3397f-ba07-433d-8813-dab873d7442f req-517e4a7f-3344-4970-b07b-c4a941fb08e2 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:31:12.114803 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-dcd3397f-ba07-433d-8813-dab873d7442f req-517e4a7f-3344-4970-b07b-c4a941fb08e2 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.84 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 815 time: 0.1021557 Jun 23 16:31:12.126973 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2fa874cc-3578-44df-b10f-07c424c19cf4 req-e078edca-f6d2-43a2-a6a7-73e4d2571132 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95942eb-b377-4db3-bceb-05a09baefae1 HTTP/1.1" status: 200 len: 210 time: 0.0296078 Jun 23 16:31:12.142802 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-dcd3397f-ba07-433d-8813-dab873d7442f req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Request body: {'port': {'device_id': 'd95942eb-b377-4db3-bceb-05a09baefae1', 'network_id': '51b468f5-7c7f-4931-9a90-efb26ca1eb16', 'admin_state_up': True, 'tenant_id': '84af8417537f406c8c37b2e358c1c5f5'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:31:12.254765 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd3397f-ba07-433d-8813-dab873d7442f req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Made reservation on behalf of 84af8417537f406c8c37b2e358c1c5f5 for: {'port': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:31:12.258453 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-dcd3397f-ba07-433d-8813-dab873d7442f req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:12.388793 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [req-dcd3397f-ba07-433d-8813-dab873d7442f req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Allocated IP 172.20.0.2 (51b468f5-7c7f-4931-9a90-efb26ca1eb16/a13dcb6b-63c2-4b53-a4d0-749cfb697a09/d168499a-24d2-4ed6-969a-900ec6998d47) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:31:12.529543 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-dcd3397f-ba07-433d-8813-dab873d7442f req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:12.568634 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-dcd3397f-ba07-433d-8813-dab873d7442f req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125858108'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:12.572881 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:31:12.606350 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['8c73b264-c454-4149-848b-a61fe26ee7ba', '33b773f7-4321-4e20-b22d-f029f3bb544b'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:31:12.613074 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd3397f-ba07-433d-8813-dab873d7442f req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Network 51b468f5-7c7f-4931-9a90-efb26ca1eb16 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:31:12.616192 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [req-dcd3397f-ba07-433d-8813-dab873d7442f req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:31:12.620070 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd3397f-ba07-433d-8813-dab873d7442f req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:31:12.626359 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Pushing event updated for resources: {'Port': ['ID=d168499a-24d2-4ed6-969a-900ec6998d47,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:31:12.653424 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:12.653791 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:12.654247 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:12.654608 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:12.654961 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:12.655317 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:12.655694 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:12.656042 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:12.656386 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:12.656731 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:12.657075 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:12.657417 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:12.662457 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:31:12.681886 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3397f-ba07-433d-8813-dab873d7442f req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:31:12.682560 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-dcd3397f-ba07-433d-8813-dab873d7442f req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:12.698524 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-dcd3397f-ba07-433d-8813-dab873d7442f req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5599463 Jun 23 16:31:12.718292 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Request body: {'port': {'device_id': 'd95942eb-b377-4db3-bceb-05a09baefae1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:31:12.792850 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:12.813702 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c2fe1adc-c0eb-493d-9ea2-8616fdb8e78e req-e6bb6e1f-cbfe-4725-93c5-c2e1c4518df1 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0315015 Jun 23 16:31:13.050703 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d168499a-24d2-4ed6-969a-900ec6998d47 {{(pid=92863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:31:13.057946 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:13.069548 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Transition to ACTIVE for port object d168499a-24d2-4ed6-969a-900ec6998d47 will not be triggered until provisioned by entity L2. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:31:13.073738 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:13.076496 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:31:13.124832 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d168499a-24d2-4ed6-969a-900ec6998d47,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:31:13.128940 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:31:13.197292 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Attempting to bind port d168499a-24d2-4ed6-969a-900ec6998d47 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:31:13.197638 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Attempting to bind port d168499a-24d2-4ed6-969a-900ec6998d47 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'ef448175-bf3b-4d0f-87c2-b25e29cfbf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '51b468f5-7c7f-4931-9a90-efb26ca1eb16'}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:31:13.197962 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Attempting to bind port d168499a-24d2-4ed6-969a-900ec6998d47 on network 51b468f5-7c7f-4931-9a90-efb26ca1eb16 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:31:13.202150 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Port d168499a-24d2-4ed6-969a-900ec6998d47 on network 51b468f5-7c7f-4931-9a90-efb26ca1eb16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:31:13.202484 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Attempting to bind port d168499a-24d2-4ed6-969a-900ec6998d47 on network 51b468f5-7c7f-4931-9a90-efb26ca1eb16 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:31:13.207371 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Checking agent: {'id': '038417b8-6895-4fa1-8365-da35a0f7bc41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'started_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:31:13.207702 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Checking segment: {'id': 'ef448175-bf3b-4d0f-87c2-b25e29cfbf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '51b468f5-7c7f-4931-9a90-efb26ca1eb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:31:13.208084 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Bound using segment: {'id': 'ef448175-bf3b-4d0f-87c2-b25e29cfbf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '51b468f5-7c7f-4931-9a90-efb26ca1eb16'} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:31:13.208517 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Bound port: d168499a-24d2-4ed6-969a-900ec6998d47, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef448175-bf3b-4d0f-87c2-b25e29cfbf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '51b468f5-7c7f-4931-9a90-efb26ca1eb16'}}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:31:13.208858 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:13.312525 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] For port d168499a-24d2-4ed6-969a-900ec6998d47, host hv-cinder-78836, cleared binding levels {{(pid=92863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:31:13.316134 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] For port d168499a-24d2-4ed6-969a-900ec6998d47, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d168499a-24d2-4ed6-969a-900ec6998d47,segment=NetworkSegment(ef448175-bf3b-4d0f-87c2-b25e29cfbf5b),segment_id=ef448175-bf3b-4d0f-87c2-b25e29cfbf5b)] {{(pid=92863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:31:13.323982 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:13.327367 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:31:13.339832 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bb895-ad1a-4673-aff7-c9cbafa3bb33 req-2aa798fb-db2d-4199-b3e6-6089bf7a552d tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:31:13.341324 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-700bb895-ad1a-4673-aff7-c9cbafa3bb33 req-2aa798fb-db2d-4199-b3e6-6089bf7a552d tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95942eb-b377-4db3-bceb-05a09baefae1 HTTP/1.1" status: 200 len: 943 time: 0.1016464 Jun 23 16:31:13.377902 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:31:13.378550 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:13.379878 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] 10.222.0.84 "PUT /v2.0/ports/d168499a-24d2-4ed6-969a-900ec6998d47 HTTP/1.1" status: 200 len: 1093 time: 0.6663847 Jun 23 16:31:13.381840 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95942eb-b377-4db3-bceb-05a09baefae1', 'tag': 'd168499a-24d2-4ed6-969a-900ec6998d47'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:31:13.384164 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe149f4-40ea-4b7c-86d2-1ddf1af2f2de" -d '{"events": [{"name": "network-changed", "server_uuid": "d95942eb-b377-4db3-bceb-05a09baefae1", "tag": "d168499a-24d2-4ed6-969a-900ec6998d47"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:31:13.418944 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d168499a-24d2-4ed6-969a-900ec6998d47,revision_number=3']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:31:13.423724 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:31:13.428766 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-700bb895-ad1a-4673-aff7-c9cbafa3bb33 req-4a0cd20b-0fa4-470c-99fe-ddd5537dcafa tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681722 Jun 23 16:31:13.482007 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f617a2-1e29-4aee-9a4b-2ea707ade190 x-openstack-request-id: req-97f617a2-1e29-4aee-9a4b-2ea707ade190 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:31:13.482364 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95942eb-b377-4db3-bceb-05a09baefae1", "tag": "d168499a-24d2-4ed6-969a-900ec6998d47", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:31:13.482653 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-97f617a2-1e29-4aee-9a4b-2ea707ade190 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:31:13.483082 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95942eb-b377-4db3-bceb-05a09baefae1', 'tag': 'd168499a-24d2-4ed6-969a-900ec6998d47', 'status': 'completed', 'code': 200} Jun 23 16:31:13.496183 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3397f-ba07-433d-8813-dab873d7442f req-3ee4ff4d-0323-49bb-8921-15d0cd8ed96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:31:13.497655 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-dcd3397f-ba07-433d-8813-dab873d7442f req-3ee4ff4d-0323-49bb-8921-15d0cd8ed96e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&device_id=d95942eb-b377-4db3-bceb-05a09baefae1 HTTP/1.1" status: 200 len: 1096 time: 0.0561781 Jun 23 16:31:13.550062 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d60e59a5-c75e-461a-aa4d-c044fd386ca3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d168499a-24d2-4ed6-969a-900ec6998d47 HTTP/1.1" status: 200 len: 217 time: 0.0399876 Jun 23 16:31:13.598507 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d76be848-2ae4-4c6a-9655-c5c6c71db3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:31:13.600018 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-dcd3397f-ba07-433d-8813-dab873d7442f req-d76be848-2ae4-4c6a-9655-c5c6c71db3e0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a13dcb6b-63c2-4b53-a4d0-749cfb697a09 HTTP/1.1" status: 200 len: 855 time: 0.0427184 Jun 23 16:31:13.631415 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-dcd3397f-ba07-433d-8813-dab873d7442f req-15b3c96e-2ba0-4f67-b0af-9bb5031c3b0b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51b468f5-7c7f-4931-9a90-efb26ca1eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254436 Jun 23 16:31:13.721642 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-dcd3397f-ba07-433d-8813-dab873d7442f req-701b93ba-8be4-480d-b7ae-50a1b7686832 service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841441 Jun 23 16:31:13.807373 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-dcd3397f-ba07-433d-8813-dab873d7442f req-1d7f6316-7524-46f4-a13d-63a9647883df service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788469 Jun 23 16:31:13.974940 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-06e5cf3f-bc28-4940-9a2d-ef00134949a8 req-9b96e5f1-064a-4d73-b168-90be2043b434 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0309162 Jun 23 16:31:13.995699 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe149f4-40ea-4b7c-86d2-1ddf1af2f2de req-28302fd4-d051-4d92-8493-b0130a411b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:31:13.997170 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6fe149f4-40ea-4b7c-86d2-1ddf1af2f2de req-28302fd4-d051-4d92-8493-b0130a411b99 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&device_id=d95942eb-b377-4db3-bceb-05a09baefae1 HTTP/1.1" status: 200 len: 1096 time: 0.0883815 Jun 23 16:31:14.087215 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe149f4-40ea-4b7c-86d2-1ddf1af2f2de req-57959d90-07c1-45e6-a348-6c7828b14610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:31:14.088771 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6fe149f4-40ea-4b7c-86d2-1ddf1af2f2de req-57959d90-07c1-45e6-a348-6c7828b14610 service neutron] 10.222.0.84 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 916 time: 0.0854149 Jun 23 16:31:14.133864 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6fe149f4-40ea-4b7c-86d2-1ddf1af2f2de req-350393d4-3d92-4fc9-a929-f4325367913c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d168499a-24d2-4ed6-969a-900ec6998d47 HTTP/1.1" status: 200 len: 217 time: 0.0381389 Jun 23 16:31:14.180727 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe149f4-40ea-4b7c-86d2-1ddf1af2f2de req-a371e801-3e35-4fdd-b2bf-8be345e0b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:31:14.182156 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6fe149f4-40ea-4b7c-86d2-1ddf1af2f2de req-a371e801-3e35-4fdd-b2bf-8be345e0b695 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a13dcb6b-63c2-4b53-a4d0-749cfb697a09 HTTP/1.1" status: 200 len: 855 time: 0.0423734 Jun 23 16:31:14.214090 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6fe149f4-40ea-4b7c-86d2-1ddf1af2f2de req-0c886889-1879-4dff-ac10-73c04ee8e0bd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51b468f5-7c7f-4931-9a90-efb26ca1eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256972 Jun 23 16:31:14.303122 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6fe149f4-40ea-4b7c-86d2-1ddf1af2f2de req-24c1edfc-1762-457c-830c-b27c9e2a1816 service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822759 Jun 23 16:31:14.393528 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6fe149f4-40ea-4b7c-86d2-1ddf1af2f2de req-d7480d09-c33c-4c75-a3a9-ce4b0440cceb service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836589 Jun 23 16:31:14.602548 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858fb14-0a77-4013-b51f-9e16762d778a req-f2044ffd-2860-408e-b174-0386b7a6db1b tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:31:14.603995 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-5858fb14-0a77-4013-b51f-9e16762d778a req-f2044ffd-2860-408e-b174-0386b7a6db1b tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95942eb-b377-4db3-bceb-05a09baefae1 HTTP/1.1" status: 200 len: 943 time: 0.0665965 Jun 23 16:31:14.641319 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-5858fb14-0a77-4013-b51f-9e16762d778a req-17d2e570-1778-40ac-80ba-775fc44f547d tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317736 Jun 23 16:31:15.120185 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1ec400e0-bceb-4167-95fd-a19dfdb1aede req-3142afbe-b006-4f2e-bf75-3d484524593a tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0315692 Jun 23 16:31:15.810142 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a6242-9ce3-41de-9caf-0a47ae8af09e req-f04b7fd8-a914-4c0e-ae99-c29e3b99acfd tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:31:15.811577 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-432a6242-9ce3-41de-9caf-0a47ae8af09e req-f04b7fd8-a914-4c0e-ae99-c29e3b99acfd tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95942eb-b377-4db3-bceb-05a09baefae1 HTTP/1.1" status: 200 len: 943 time: 0.0598528 Jun 23 16:31:15.847453 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-432a6242-9ce3-41de-9caf-0a47ae8af09e req-7859f9e4-af43-42cd-ae81-64085ba36ca8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304203 Jun 23 16:31:16.264245 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7d180b78-fb3e-43e0-8ab1-637cd728b938 req-67d90609-7836-4a2d-8dfc-1020c124f030 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0284157 Jun 23 16:31:16.407047 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device d168499a-24d2-4ed6-969a-900ec6998d47 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:31:16.499664 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port d168499a-24d2-4ed6-969a-900ec6998d47, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d168499a-24d2-4ed6-969a-900ec6998d47,segment=NetworkSegment(ef448175-bf3b-4d0f-87c2-b25e29cfbf5b),segment_id=ef448175-bf3b-4d0f-87c2-b25e29cfbf5b)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:31:16.512901 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Returning: {'device': 'd168499a-24d2-4ed6-969a-900ec6998d47', 'network_id': '51b468f5-7c7f-4931-9a90-efb26ca1eb16', 'port_id': 'd168499a-24d2-4ed6-969a-900ec6998d47', 'mac_address': 'fa:16:3e:ea:ff:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13dcb6b-63c2-4b53-a4d0-749cfb697a09', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:31:16.552492 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:16.564988 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d168499a-24d2-4ed6-969a-900ec6998d47 {{(pid=92865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:31:16.583757 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port d168499a-24d2-4ed6-969a-900ec6998d47, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d168499a-24d2-4ed6-969a-900ec6998d47,segment=NetworkSegment(ef448175-bf3b-4d0f-87c2-b25e29cfbf5b),segment_id=ef448175-bf3b-4d0f-87c2-b25e29cfbf5b)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:31:16.588569 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:16.590439 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:31:16.635665 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=d168499a-24d2-4ed6-969a-900ec6998d47,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:31:16.642596 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:16.642956 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:16.643300 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:16.643659 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:16.643993 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:16.644325 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:16.644652 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:16.644978 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:16.645323 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:16.645650 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:16.645971 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:16.646331 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:16.650641 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:31:16.948331 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['d168499a-24d2-4ed6-969a-900ec6998d47'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:31:17.017605 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cdf9f-edc5-40e4-b55d-6ec6f4fe8d17 req-6209c1a7-b52c-466b-8943-9b452226cdbf tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:31:17.019086 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-712cdf9f-edc5-40e4-b55d-6ec6f4fe8d17 req-6209c1a7-b52c-466b-8943-9b452226cdbf tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95942eb-b377-4db3-bceb-05a09baefae1 HTTP/1.1" status: 200 len: 944 time: 0.0622368 Jun 23 16:31:17.055936 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-712cdf9f-edc5-40e4-b55d-6ec6f4fe8d17 req-64ec568b-e990-4edc-8ad2-5688fe6f92f1 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305028 Jun 23 16:31:17.405312 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b0a76ee7-6565-4a94-8ca0-5a410d8f95dd req-d0f4484f-0290-4b31-b2f8-4df7d9c53499 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0281374 Jun 23 16:31:18.231695 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c82ca9-5ae2-47c7-bdd5-a73b399c1301 req-ed050ad3-d256-4107-9cbe-7bd3c4ffca19 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:31:18.233039 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-94c82ca9-5ae2-47c7-bdd5-a73b399c1301 req-ed050ad3-d256-4107-9cbe-7bd3c4ffca19 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95942eb-b377-4db3-bceb-05a09baefae1 HTTP/1.1" status: 200 len: 944 time: 0.0662301 Jun 23 16:31:18.268442 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-94c82ca9-5ae2-47c7-bdd5-a73b399c1301 req-d632e7c1-97cd-425a-ae68-65f267b2a480 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299175 Jun 23 16:31:18.510060 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device d168499a-24d2-4ed6-969a-900ec6998d47 up at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:31:18.549132 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-413115cc-e104-49ca-98ae-47e5fa4fa4a6 req-4484cfed-1132-48b6-9512-f57687880a45 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0313489 Jun 23 16:31:18.557830 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning for port d168499a-24d2-4ed6-969a-900ec6998d47 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:31:18.561420 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning complete for port d168499a-24d2-4ed6-969a-900ec6998d47 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:31:18.561805 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:18.635244 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:18.656398 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95942eb-b377-4db3-bceb-05a09baefae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd168499a-24d2-4ed6-969a-900ec6998d47'}] {{(pid=92865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:31:18.658813 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053164b0cf726773bb22b402b066b9c97a54671ffe15cd7793040184515b98b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08408ef-74d1-45b7-b379-5735d0ba8f8c" -d '{"events": [{"server_uuid": "d95942eb-b377-4db3-bceb-05a09baefae1", "name": "network-vif-plugged", "status": "completed", "tag": "d168499a-24d2-4ed6-969a-900ec6998d47"}]}' {{(pid=92865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:31:18.671866 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port d168499a-24d2-4ed6-969a-900ec6998d47, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d168499a-24d2-4ed6-969a-900ec6998d47,segment=NetworkSegment(ef448175-bf3b-4d0f-87c2-b25e29cfbf5b),segment_id=ef448175-bf3b-4d0f-87c2-b25e29cfbf5b)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:31:18.675664 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:18.677905 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:31:18.715771 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ef20e6-ed99-4a97-b2bd-940cfe2f9d7e x-openstack-request-id: req-57ef20e6-ed99-4a97-b2bd-940cfe2f9d7e {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:31:18.716073 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95942eb-b377-4db3-bceb-05a09baefae1", "name": "network-vif-plugged", "status": "completed", "tag": "d168499a-24d2-4ed6-969a-900ec6998d47", "code": 200}]} {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:31:18.716333 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-57ef20e6-ed99-4a97-b2bd-940cfe2f9d7e {{(pid=92865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:31:18.716721 dv-cinder-788363-4-iscsi neutron-server[92865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95942eb-b377-4db3-bceb-05a09baefae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd168499a-24d2-4ed6-969a-900ec6998d47', 'code': 200} Jun 23 16:31:18.729178 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=d168499a-24d2-4ed6-969a-900ec6998d47,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:31:18.732225 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:31:18.964090 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef627799-f746-4e74-a80a-a9e78d09e5db req-23f9ebae-3221-4af8-b16a-c86c8356bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:31:18.965500 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ef627799-f746-4e74-a80a-a9e78d09e5db req-23f9ebae-3221-4af8-b16a-c86c8356bb18 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d95942eb-b377-4db3-bceb-05a09baefae1 HTTP/1.1" status: 200 len: 1098 time: 0.0500803 Jun 23 16:31:18.998385 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ef627799-f746-4e74-a80a-a9e78d09e5db req-c001716e-1771-4fdd-aa1f-42d21acde50c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263214 Jun 23 16:31:19.440438 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba67b1-3e41-4aaf-a97b-99797f60fcfe req-41f4431f-390e-4fe8-a373-e4c4d65d48fd tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:31:19.441858 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-60ba67b1-3e41-4aaf-a97b-99797f60fcfe req-41f4431f-390e-4fe8-a373-e4c4d65d48fd tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95942eb-b377-4db3-bceb-05a09baefae1 HTTP/1.1" status: 200 len: 945 time: 0.0613999 Jun 23 16:31:19.479467 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-60ba67b1-3e41-4aaf-a97b-99797f60fcfe req-fb5429a1-c9de-4d37-9721-381af1bfcb42 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320144 Jun 23 16:31:19.691350 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-502b532a-e01b-43d3-8645-6681ff863e97 req-54d7e739-a7f9-4eff-9bc0-53ef70ce3626 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0284491 Jun 23 16:31:20.651071 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8fa4c-8ea3-45d9-bc7b-2c3fa0c57c28 req-576de382-fbeb-4b93-bc51-73c096543369 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:31:20.652387 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-59a8fa4c-8ea3-45d9-bc7b-2c3fa0c57c28 req-576de382-fbeb-4b93-bc51-73c096543369 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95942eb-b377-4db3-bceb-05a09baefae1 HTTP/1.1" status: 200 len: 945 time: 0.0639455 Jun 23 16:31:20.688833 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-59a8fa4c-8ea3-45d9-bc7b-2c3fa0c57c28 req-50716f47-f734-47eb-b0cd-42c5623f2657 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308380 Jun 23 16:31:20.831158 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d50e5447-78fc-44c0-8758-782fe881bb64 req-3edc0032-3dd9-4e16-81e5-49453c01fd50 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0286899 Jun 23 16:31:21.976613 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-05e8f049-b299-41d1-b163-2274867aaad8 req-014b8d78-ea83-4e74-a207-e753fdd0f22f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0325861 Jun 23 16:31:23.120140 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5eae2a85-c02b-4a18-93ff-ead0c421c909 req-ff0b9225-77ad-45a6-b5be-b2435561e12f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0276635 Jun 23 16:31:24.260914 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9118d023-c6a5-4642-920c-bb148987dc22 req-7e3a5845-73a8-4f99-a10f-6a9c39d137f8 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0270751 Jun 23 16:31:25.402541 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4ffd69de-59df-452d-b784-42775629c7e0 req-7563bac9-0ca6-4d61-b47c-8d19ca8a9466 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0268419 Jun 23 16:31:26.548541 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-99829cd3-3ce7-4dc6-b974-964af712b47a req-2e236e76-203e-428d-8ed9-bfb9f26e84d0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0308273 Jun 23 16:31:27.690698 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e39aae54-a634-446f-b309-d897638c0919 req-34fe32c4-2a2f-4b08-b29c-d8ad7bb803e0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0280745 Jun 23 16:31:28.829433 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9d3f859b-3257-4958-8ff4-f13e843f5693 req-7ee08aeb-0514-43ac-8dfc-eeff9cb68df7 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0278296 Jun 23 16:31:29.974992 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4e91019e-0ed8-4514-98c8-ada18dcb1a22 req-291fdf14-2eb5-431a-964a-6c5529482249 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0278866 Jun 23 16:31:31.118852 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-117840d6-95d3-434b-a8a5-ce6f88ec71cc req-cb5ebf90-1d02-41db-9844-23d4df4f36df tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0303867 Jun 23 16:31:32.261970 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-11dc95c2-4391-4333-be67-72a590b1853a req-ac5c09c4-9034-4cfd-862c-1e0e344b7a35 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0279355 Jun 23 16:31:32.617997 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-9d4e5f49-a234-4f07-a254-37ff6199e553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:33.400449 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-062fd48d-3b5a-43a7-a1ce-a12bdb4e1748 req-66899057-e86a-4aa6-b43f-c85a8fe54d87 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0280342 Jun 23 16:31:34.543148 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-80c82cc9-b026-4c15-9074-ff7ec0973a9e req-d140a189-3488-4621-adb9-ccef07306b70 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0283623 Jun 23 16:31:34.968950 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:35.687565 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-fe0ee444-5380-4403-87bb-90ddca6f0f56 req-e0394a89-ae58-44b1-b313-aa232dc0a865 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0320456 Jun 23 16:31:35.739336 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-20f27fea-3321-4c06-a033-310ea637d71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:36.461150 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:36.833004 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4c441be7-e536-48f8-9fc7-43019b4d6a6a req-0b74b685-b275-4d53-9308-86524756717d tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0274591 Jun 23 16:31:37.972885 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a85436ee-6681-48bd-b028-96a245e4ad85 req-25f2efa2-cef7-4e86-a674-20a7312320c9 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0272644 Jun 23 16:31:38.126417 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:39.112859 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d4087623-d4a6-4cb8-96e7-5c0d804bb549 req-0e8ed9a0-ed0f-4256-b616-d66ee88b14f8 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0273604 Jun 23 16:31:39.303039 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:40.255351 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-898f32ad-930b-4c37-a648-ea25938a5044 req-64c4c8cf-4a97-4095-91cc-412e099e79fc tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0303566 Jun 23 16:31:41.398770 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-bc7fd492-e2d4-4c4f-a3cc-168b0640014b req-b4af0220-b880-48ff-898a-8c7d9484a369 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0273094 Jun 23 16:31:42.542449 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c5bf14f3-9378-438f-8bf6-c02f23ce7456 req-8dcc4e51-299c-42d1-a4bd-38295b8dc0c4 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0291073 Jun 23 16:31:43.683227 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4066fb02-ff02-46e1-8671-d923db409191 req-58f3020f-4add-4b03-a906-f6d9cef812cf tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0277886 Jun 23 16:31:44.825515 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1a1b42ac-caaf-4920-87d0-804fed104bf0 req-663e75c2-8eec-4f10-b660-8d9d8e9be0d3 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0304842 Jun 23 16:31:45.538566 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:31:45.970769 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2e5ab98d-e1ba-49a5-8cb7-b4c82d130560 req-0cc4d5e0-2534-4037-ba8a-e3bcf9019d93 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0274775 Jun 23 16:31:47.111202 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-fd7d6625-eab4-45fa-a0fb-efecda29f376 req-393ee809-560b-4834-bddc-d75d9af91ab1 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0276034 Jun 23 16:31:48.253306 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-690a0246-4849-43b4-9ad5-240438b6078c req-095e9ce4-f564-466b-bafd-e83a9f635a92 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0272679 Jun 23 16:31:49.220404 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f084e5dd-2235-425a-9447-b9fa59b56e0a req-f87d4e71-0f02-4f66-8f01-002ece3879da service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498164 Jun 23 16:31:49.307287 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084e5dd-2235-425a-9447-b9fa59b56e0a req-1b81eee8-a047-4128-ab23-8a11b6c627b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:31:49.308749 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f084e5dd-2235-425a-9447-b9fa59b56e0a req-1b81eee8-a047-4128-ab23-8a11b6c627b0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 1099 time: 0.0504396 Jun 23 16:31:49.400311 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-db6c0cee-5363-4476-b6f8-8cfca0d2c6cf req-8df32550-0340-4023-b64f-06f6fd187284 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0320587 Jun 23 16:31:49.417446 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084e5dd-2235-425a-9447-b9fa59b56e0a req-4eb57963-49b4-4af7-bfa3-d5bcfec9f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:31:49.418924 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f084e5dd-2235-425a-9447-b9fa59b56e0a req-4eb57963-49b4-4af7-bfa3-d5bcfec9f875 service neutron] 10.222.0.84 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 916 time: 0.0876880 Jun 23 16:31:49.459429 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f084e5dd-2235-425a-9447-b9fa59b56e0a req-617bb038-d52b-48f2-a475-cb8e70045136 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c73b264-c454-4149-848b-a61fe26ee7ba HTTP/1.1" status: 200 len: 217 time: 0.0338764 Jun 23 16:31:49.504880 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084e5dd-2235-425a-9447-b9fa59b56e0a req-1e7e1e93-b4e0-4d06-8ecc-611e9d1a6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:31:49.506883 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f084e5dd-2235-425a-9447-b9fa59b56e0a req-1e7e1e93-b4e0-4d06-8ecc-611e9d1a6001 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a13dcb6b-63c2-4b53-a4d0-749cfb697a09 HTTP/1.1" status: 200 len: 855 time: 0.0405653 Jun 23 16:31:49.539676 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f084e5dd-2235-425a-9447-b9fa59b56e0a req-09adaf44-7ab8-4f7b-9e0f-2cb2ce0f3ea9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51b468f5-7c7f-4931-9a90-efb26ca1eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271068 Jun 23 16:31:49.624683 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f084e5dd-2235-425a-9447-b9fa59b56e0a req-ac2ee7ec-72bb-405e-97c7-4865588d1a9b service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787141 Jun 23 16:31:49.713459 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f084e5dd-2235-425a-9447-b9fa59b56e0a req-16f79e62-282c-4f79-b015-2cc35b8dbaf0 service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810189 Jun 23 16:31:50.702740 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ebc72970-c9a2-4387-9b86-d4edeb287688 req-4fa4d6b3-e563-49b1-a0db-969dc1789082 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0276160 Jun 23 16:31:51.842338 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-068cc082-cc2e-4a6a-a068-ced2ac61049c req-c581cf63-499f-4736-a8b1-d3e11fcea264 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0280557 Jun 23 16:31:52.981372 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6de597ef-8d67-44f5-9b58-5615bee2198c req-87ebf506-728d-4007-91d4-f454904c7441 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0274351 Jun 23 16:31:54.124542 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f573e857-f276-47f7-bb96-581f84cc9b13 req-33df8aca-b06a-49c9-8091-59965ea3a7f4 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0303092 Jun 23 16:31:55.268056 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-52f32065-4cbd-4a23-a01b-c0401a58f142 req-408d7a2a-90f7-4d7d-b2f7-f7d6c8eae19b tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0282638 Jun 23 16:31:56.407931 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f5f07cb0-ebc2-4457-9128-5abbfe0da667 req-e24bf346-d1d0-4b0f-8260-31746766c17c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0277014 Jun 23 16:31:57.546104 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a33a6ae6-7ccc-4f10-bd71-26b9863d0a10 req-12518a10-8d05-4656-ad62-9fda3e78403e tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0280118 Jun 23 16:31:58.689889 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d17a8576-9284-47c8-be06-a5c97b0b7580 req-ed87d94a-7ee8-4414-b14f-21597f0867d3 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0304363 Jun 23 16:31:59.830952 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5fc2a5f5-726d-421e-a5fb-a4462c3d18e3 req-6fe1304a-d50b-402c-96b5-8a5b26e64a44 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0275857 Jun 23 16:32:00.970278 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-8aa5ed2b-04d2-4173-91d1-ce304b83bf7b req-7d0debf4-e542-4b44-8e5e-74bcddd2919c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0280254 Jun 23 16:32:01.815603 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110887ab-ddc8-471c-bdf1-6a3097570963 req-5c8ad75f-38f7-4efd-bd6c-a5baa9018429 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:01.817054 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-110887ab-ddc8-471c-bdf1-6a3097570963 req-5c8ad75f-38f7-4efd-bd6c-a5baa9018429 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=16cfeb8a-63fb-4949-8f6a-98e93bb16e54 HTTP/1.1" status: 200 len: 945 time: 0.0637598 Jun 23 16:32:01.854374 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-110887ab-ddc8-471c-bdf1-6a3097570963 req-89179cbf-aee4-404b-b7dc-b79fb8196555 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups?id=fda997d2-3cf8-4d52-b980-2c6a0fd2d62d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315623 Jun 23 16:32:02.114012 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c2078ec6-9711-4b7a-997d-953b3d6c73a8 req-1e98f70f-8ae4-4105-ae03-0f7f9afe3611 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0280797 Jun 23 16:32:02.292131 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccfda0-1b0e-4672-9540-887ee6091ae2 req-37576846-cf71-4af9-8e0d-e21cac07db2e tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:02.293602 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-34ccfda0-1b0e-4672-9540-887ee6091ae2 req-37576846-cf71-4af9-8e0d-e21cac07db2e tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.84 "GET /v2.0/ports?device_id=16cfeb8a-63fb-4949-8f6a-98e93bb16e54 HTTP/1.1" status: 200 len: 945 time: 0.0604622 Jun 23 16:32:02.395331 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-34ccfda0-1b0e-4672-9540-887ee6091ae2 req-6a148c33-8f20-4759-80c0-75ccdb20713f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Deleting port a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:32:02.395660 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-34ccfda0-1b0e-4672-9540-887ee6091ae2 req-6a148c33-8f20-4759-80c0-75ccdb20713f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:02.479985 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-34ccfda0-1b0e-4672-9540-887ee6091ae2 req-6a148c33-8f20-4759-80c0-75ccdb20713f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] For port a0cc4781-258e-42ae-ba59-9f4eb3cd73d7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a0cc4781-258e-42ae-ba59-9f4eb3cd73d7,segment=NetworkSegment(3e773a08-1a50-4d4d-9a02-291be1d2dc56),segment_id=3e773a08-1a50-4d4d-9a02-291be1d2dc56)] {{(pid=92863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:32:02.480341 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-34ccfda0-1b0e-4672-9540-887ee6091ae2 req-6a148c33-8f20-4759-80c0-75ccdb20713f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:02.619829 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-1b725d01-a0ac-4b84-af90-595eb33566d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:02.654453 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-34ccfda0-1b0e-4672-9540-887ee6091ae2 req-6a148c33-8f20-4759-80c0-75ccdb20713f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:02.654830 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-34ccfda0-1b0e-4672-9540-887ee6091ae2 req-6a148c33-8f20-4759-80c0-75ccdb20713f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651384'] for floatingip, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:02.655152 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.db.l3_db [req-34ccfda0-1b0e-4672-9540-887ee6091ae2 req-6a148c33-8f20-4759-80c0-75ccdb20713f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Floating IP 20614165-7eb8-4f69-9ac8-38866042982e disassociated. External IP: 172.27.3.240, port: a0cc4781-258e-42ae-ba59-9f4eb3cd73d7. Jun 23 16:32:02.655492 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-34ccfda0-1b0e-4672-9540-887ee6091ae2 req-6a148c33-8f20-4759-80c0-75ccdb20713f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Calling delete_port for a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 owned by compute:nova {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:32:02.782638 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-34ccfda0-1b0e-4672-9540-887ee6091ae2 req-6a148c33-8f20-4759-80c0-75ccdb20713f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:02.787361 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-854c285b-7d55-40a2-83d5-d478fe824d74 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:02.815883 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a148c33-8f20-4759-80c0-75ccdb20713f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Pushing event deleted for resources: {'Port': ['ID=a0cc4781-258e-42ae-ba59-9f4eb3cd73d7,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:02.823306 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-6a148c33-8f20-4759-80c0-75ccdb20713f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:02.926504 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34ccfda0-1b0e-4672-9540-887ee6091ae2 req-6a148c33-8f20-4759-80c0-75ccdb20713f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Router 19104c84-1a9b-4cab-890b-c1da05535e4a has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:32:03.002592 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-587f7cf1-a493-434b-88e9-7c117290e1dd req-62b12ea8-f135-4228-afe4-2344575ac56f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/ports?device_id=16cfeb8a-63fb-4949-8f6a-98e93bb16e54 HTTP/1.1" status: 200 len: 210 time: 0.0375414 Jun 23 16:32:03.037206 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34ccfda0-1b0e-4672-9540-887ee6091ae2 req-6a148c33-8f20-4759-80c0-75ccdb20713f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:32:03.047101 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd02e22-5bc8-4a8e-aa43-685b317e9e03 None None] Sync routers for ids ['19104c84-1a9b-4cab-890b-c1da05535e4a'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:32:03.057807 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd02e22-5bc8-4a8e-aa43-685b317e9e03 None None] Routers {'19104c84-1a9b-4cab-890b-c1da05535e4a'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:32:03.058393 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-5cd02e22-5bc8-4a8e-aa43-685b317e9e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:31:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['19104c84-1a9b-4cab-890b-c1da05535e4a'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:32:03.088035 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ccfda0-1b0e-4672-9540-887ee6091ae2 req-6a148c33-8f20-4759-80c0-75ccdb20713f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] No DVR routers for this DVR port a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 on host hv-cinder-78836 {{(pid=92863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:32:03.090490 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-34ccfda0-1b0e-4672-9540-887ee6091ae2 req-6a148c33-8f20-4759-80c0-75ccdb20713f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:03.092937 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-34ccfda0-1b0e-4672-9540-887ee6091ae2 req-6a148c33-8f20-4759-80c0-75ccdb20713f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.84 "DELETE /v2.0/ports/a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 HTTP/1.1" status: 204 len: 173 time: 0.7940018 Jun 23 16:32:03.093464 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cfeb8a-63fb-4949-8f6a-98e93bb16e54', 'name': 'network-vif-deleted', 'tag': 'a0cc4781-258e-42ae-ba59-9f4eb3cd73d7'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:32:03.096296 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295b1db7-6128-41e6-a0eb-4dbee5fdb4c7" -d '{"events": [{"server_uuid": "16cfeb8a-63fb-4949-8f6a-98e93bb16e54", "name": "network-vif-deleted", "tag": "a0cc4781-258e-42ae-ba59-9f4eb3cd73d7"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:32:03.140956 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef24e93-d8d7-4315-ba2d-73bf4897dd1b x-openstack-request-id: req-cef24e93-d8d7-4315-ba2d-73bf4897dd1b {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:32:03.141709 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cfeb8a-63fb-4949-8f6a-98e93bb16e54", "name": "network-vif-deleted", "tag": "a0cc4781-258e-42ae-ba59-9f4eb3cd73d7", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:32:03.141709 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cef24e93-d8d7-4315-ba2d-73bf4897dd1b {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:32:03.143579 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cfeb8a-63fb-4949-8f6a-98e93bb16e54', 'name': 'network-vif-deleted', 'tag': 'a0cc4781-258e-42ae-ba59-9f4eb3cd73d7', 'status': 'completed', 'code': 200} Jun 23 16:32:03.318943 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-fba8dc3d-962a-46b1-8105-2a7b8712fa62 req-a5751f0d-dee6-44f9-86a0-e0dd1f9f2ecf tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8133ee-b4b1-4383-ab0b-f3e6becd1b53 HTTP/1.1" status: 200 len: 210 time: 0.0390732 Jun 23 16:32:03.341411 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-5cd02e22-5bc8-4a8e-aa43-685b317e9e03 None None] Set router 19104c84-1a9b-4cab-890b-c1da05535e4a gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:32:03.531201 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-5cd02e22-5bc8-4a8e-aa43-685b317e9e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'name': 'tempest-AttachVolumeTestJSON-894092085-router', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '3688b735-972a-4832-afc7-0a87ebccb064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:27Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'gw_port': {'id': '3688b735-972a-4832-afc7-0a87ebccb064', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:29Z', 'updated_at': '2021-06-23T16:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '514e38cd-6d19-4def-a582-9cc02f010bb9', 'name': '', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'mac_address': 'fa:16:3e:d0:fd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:36Z', 'updated_at': '2021-06-23T16:19:52Z', 'revision_number': 5, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'subnets': [{'id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:32:03.560362 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd02e22-5bc8-4a8e-aa43-685b317e9e03 None None] Checking router: 19104c84-1a9b-4cab-890b-c1da05535e4a for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:32:03.568555 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd02e22-5bc8-4a8e-aa43-685b317e9e03 None None] Routers {'19104c84-1a9b-4cab-890b-c1da05535e4a'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:32:03.569113 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-5cd02e22-5bc8-4a8e-aa43-685b317e9e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:31:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['19104c84-1a9b-4cab-890b-c1da05535e4a'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:32:03.674054 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-5cd02e22-5bc8-4a8e-aa43-685b317e9e03 None None] Set router 19104c84-1a9b-4cab-890b-c1da05535e4a gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:32:03.877669 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-5cd02e22-5bc8-4a8e-aa43-685b317e9e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'name': 'tempest-AttachVolumeTestJSON-894092085-router', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '3688b735-972a-4832-afc7-0a87ebccb064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:27Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'gw_port': {'id': '3688b735-972a-4832-afc7-0a87ebccb064', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:29Z', 'updated_at': '2021-06-23T16:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '514e38cd-6d19-4def-a582-9cc02f010bb9', 'name': '', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'mac_address': 'fa:16:3e:d0:fd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:36Z', 'updated_at': '2021-06-23T16:19:52Z', 'revision_number': 5, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'subnets': [{'id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:32:03.903461 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd02e22-5bc8-4a8e-aa43-685b317e9e03 None None] The sync data for ids ['19104c84-1a9b-4cab-890b-c1da05535e4a'] in dv-cinder-788363-4-iscsi is: [{'id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'name': 'tempest-AttachVolumeTestJSON-894092085-router', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '3688b735-972a-4832-afc7-0a87ebccb064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:27Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'gw_port': {'id': '3688b735-972a-4832-afc7-0a87ebccb064', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:29Z', 'updated_at': '2021-06-23T16:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '514e38cd-6d19-4def-a582-9cc02f010bb9', 'name': '', 'network_id': 'c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'mac_address': 'fa:16:3e:d0:fd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:36Z', 'updated_at': '2021-06-23T16:19:52Z', 'revision_number': 5, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'subnets': [{'id': '3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:32:04.120224 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1380b7b-5c88-451d-8d1b-b5b845ca7513 None None] New status for floating IP 20614165-7eb8-4f69-9ac8-38866042982e: DOWN {{(pid=92866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:32:04.136200 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 54436) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:32:04.190831 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e2cf1bf8-6cce-4d99-8adf-9f50d7867338 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:04.215317 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e2cf1bf8-6cce-4d99-8adf-9f50d7867338 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:04.263486 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e2cf1bf8-6cce-4d99-8adf-9f50d7867338 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:04.266098 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e2cf1bf8-6cce-4d99-8adf-9f50d7867338 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:04.267267 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-e2cf1bf8-6cce-4d99-8adf-9f50d7867338 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "DELETE /v2.0/security-groups/fda997d2-3cf8-4d52-b980-2c6a0fd2d62d HTTP/1.1" status: 204 len: 168 time: 0.1301029 Jun 23 16:32:04.268032 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-1e7578c0-f285-4a29-9917-9aa32df61ecd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:04.270297 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 54438) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:32:04.277324 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf1bf8-6cce-4d99-8adf-9f50d7867338 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda997d2-3cf8-4d52-b980-2c6a0fd2d62d,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:04.284344 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf1bf8-6cce-4d99-8adf-9f50d7867338 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:04.284721 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf1bf8-6cce-4d99-8adf-9f50d7867338 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:04.285088 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf1bf8-6cce-4d99-8adf-9f50d7867338 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:04.285328 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.api.v2.resource [None req-3e6cf7f5-39a3-491e-844a-660fb1a65316 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] show failed (client error): The resource could not be found. Jun 23 16:32:04.285446 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf1bf8-6cce-4d99-8adf-9f50d7867338 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:04.285788 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf1bf8-6cce-4d99-8adf-9f50d7867338 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:04.286158 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf1bf8-6cce-4d99-8adf-9f50d7867338 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:04.287065 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf1bf8-6cce-4d99-8adf-9f50d7867338 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:04.287065 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf1bf8-6cce-4d99-8adf-9f50d7867338 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:04.287266 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf1bf8-6cce-4d99-8adf-9f50d7867338 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:04.287563 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf1bf8-6cce-4d99-8adf-9f50d7867338 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:04.287906 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf1bf8-6cce-4d99-8adf-9f50d7867338 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:04.288249 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cf1bf8-6cce-4d99-8adf-9f50d7867338 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:04.289566 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-3e6cf7f5-39a3-491e-844a-660fb1a65316 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "GET /v2.0/security-groups/fda997d2-3cf8-4d52-b980-2c6a0fd2d62d HTTP/1.1" status: 404 len: 347 time: 0.0181673 Jun 23 16:32:04.290201 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 54440) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:32:04.291416 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-e2cf1bf8-6cce-4d99-8adf-9f50d7867338 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:04.414228 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-89aaea14-e631-4f87-97af-c5dc7c580ce0 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Deleting port c62a5486-419d-471e-8a32-c918ffa362cd {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:32:04.414575 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-89aaea14-e631-4f87-97af-c5dc7c580ce0 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:04.444590 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 54446) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:32:04.489126 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-89aaea14-e631-4f87-97af-c5dc7c580ce0 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:04.489460 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-89aaea14-e631-4f87-97af-c5dc7c580ce0 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:04.500639 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-89aaea14-e631-4f87-97af-c5dc7c580ce0 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Calling delete_port for c62a5486-419d-471e-8a32-c918ffa362cd owned by network:floatingip {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:32:04.501712 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6195451e-f0a8-4f82-b7f2-e053c1e39e2f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:04.524426 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6195451e-f0a8-4f82-b7f2-e053c1e39e2f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:04.574882 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6195451e-f0a8-4f82-b7f2-e053c1e39e2f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:04.578862 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6195451e-f0a8-4f82-b7f2-e053c1e39e2f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:04.580745 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-6195451e-f0a8-4f82-b7f2-e053c1e39e2f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "DELETE /v2.0/security-groups/08658e1a-79e5-4ddc-8d10-5f45ad58d61b HTTP/1.1" status: 204 len: 168 time: 0.1349068 Jun 23 16:32:04.582264 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b72db023-e639-4465-820e-b17996470455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:04.585330 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 54448) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:32:04.600035 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195451e-f0a8-4f82-b7f2-e053c1e39e2f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08658e1a-79e5-4ddc-8d10-5f45ad58d61b,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:04.605418 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-6195451e-f0a8-4f82-b7f2-e053c1e39e2f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:04.607321 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.api.v2.resource [None req-e69c3f3c-819d-4b20-bbed-dbb27e5fdb03 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] show failed (client error): The resource could not be found. Jun 23 16:32:04.610780 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-e69c3f3c-819d-4b20-bbed-dbb27e5fdb03 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups/08658e1a-79e5-4ddc-8d10-5f45ad58d61b HTTP/1.1" status: 404 len: 347 time: 0.0207078 Jun 23 16:32:04.610936 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 54450) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:32:04.646697 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-89aaea14-e631-4f87-97af-c5dc7c580ce0 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:04.653068 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-6a148c33-8f20-4759-80c0-75ccdb20713f tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:04.674781 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aaea14-e631-4f87-97af-c5dc7c580ce0 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Pushing event deleted for resources: {'Port': ['ID=c62a5486-419d-471e-8a32-c918ffa362cd,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:04.679839 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-89aaea14-e631-4f87-97af-c5dc7c580ce0 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:04.707949 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:32:04.728309 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] No Port match for: a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:32:04.728673 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device a0cc4781-258e-42ae-ba59-9f4eb3cd73d7 not bound to the agent host hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:32:04.739885 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-89aaea14-e631-4f87-97af-c5dc7c580ce0 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks [] for floatingip, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:04.743202 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-89aaea14-e631-4f87-97af-c5dc7c580ce0 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for floatingip, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:04.745008 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-89aaea14-e631-4f87-97af-c5dc7c580ce0 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] 10.222.0.46 "DELETE /v2.0/floatingips/20614165-7eb8-4f69-9ac8-38866042982e HTTP/1.1" status: 204 len: 168 time: 0.4538498 Jun 23 16:32:04.748779 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-fd12a67b-f7fb-414c-80bc-5f26efe543a5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Deleting port 1804b8af-1657-484f-8868-a13e57ea9a2d {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:32:04.749121 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-fd12a67b-f7fb-414c-80bc-5f26efe543a5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:04.828102 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-fd12a67b-f7fb-414c-80bc-5f26efe543a5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:04.828434 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-fd12a67b-f7fb-414c-80bc-5f26efe543a5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:04.840272 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-fd12a67b-f7fb-414c-80bc-5f26efe543a5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Calling delete_port for 1804b8af-1657-484f-8868-a13e57ea9a2d owned by network:floatingip {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:32:04.969110 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:04.973212 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-fd12a67b-f7fb-414c-80bc-5f26efe543a5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:04.976644 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:05.002508 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12a67b-f7fb-414c-80bc-5f26efe543a5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Pushing event deleted for resources: {'Port': ['ID=1804b8af-1657-484f-8868-a13e57ea9a2d,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:05.005400 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-fd12a67b-f7fb-414c-80bc-5f26efe543a5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:05.060976 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-fd12a67b-f7fb-414c-80bc-5f26efe543a5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for floatingip, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:05.063595 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-fd12a67b-f7fb-414c-80bc-5f26efe543a5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for floatingip, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:05.064714 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-fd12a67b-f7fb-414c-80bc-5f26efe543a5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "DELETE /v2.0/floatingips/8002802e-f7b1-4ec7-832c-2ee1a332c754 HTTP/1.1" status: 204 len: 168 time: 0.4528987 Jun 23 16:32:05.438068 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 54464) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:32:05.442763 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-fcb86307-5905-4c6a-9595-ec9e77a74f8c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1562123172', 'description': 'tempest-description--882583855'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:32:05.464589 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-fcb86307-5905-4c6a-9595-ec9e77a74f8c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:05.541876 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-fcb86307-5905-4c6a-9595-ec9e77a74f8c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:05.546178 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-fcb86307-5905-4c6a-9595-ec9e77a74f8c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:05.548354 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7c1a0ecb-d187-4cac-bab2-4f83d19f844b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:05.573928 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-fcb86307-5905-4c6a-9595-ec9e77a74f8c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:05.575125 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-fcb86307-5905-4c6a-9595-ec9e77a74f8c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1360099 Jun 23 16:32:05.576950 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb86307-5905-4c6a-9595-ec9e77a74f8c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e32bcd7-2aa0-46ac-9010-d24426abce0b,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:05.578097 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 54466) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:32:05.580341 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-fcb86307-5905-4c6a-9595-ec9e77a74f8c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:05.583492 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-87b06368-f7c2-4217-91b6-eeb661b4bad9 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Request body: {'security_group_rule': {'security_group_id': '8e32bcd7-2aa0-46ac-9010-d24426abce0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:32:05.610119 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-87b06368-f7c2-4217-91b6-eeb661b4bad9 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:05.664402 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-87b06368-f7c2-4217-91b6-eeb661b4bad9 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:05.667823 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-87b06368-f7c2-4217-91b6-eeb661b4bad9 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:05.669731 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:05.684921 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b06368-f7c2-4217-91b6-eeb661b4bad9 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6b9409-1814-4a1a-9658-b550ab1060d2,revision_number=0']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:05.687364 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-87b06368-f7c2-4217-91b6-eeb661b4bad9 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:05.691900 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-87b06368-f7c2-4217-91b6-eeb661b4bad9 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:05.693857 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-87b06368-f7c2-4217-91b6-eeb661b4bad9 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139674 Jun 23 16:32:05.696476 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 54470) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:32:05.700914 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-ce7425d8-7829-4929-9d51-b834e0bfa2b0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Request body: {'security_group_rule': {'security_group_id': '8e32bcd7-2aa0-46ac-9010-d24426abce0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:32:05.728889 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ce7425d8-7829-4929-9d51-b834e0bfa2b0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:05.741832 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3b66a0c-f4aa-49cb-b2c6-26b753afb00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:05.786451 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ce7425d8-7829-4929-9d51-b834e0bfa2b0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:05.790047 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ce7425d8-7829-4929-9d51-b834e0bfa2b0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:05.792199 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-87b06368-f7c2-4217-91b6-eeb661b4bad9 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:05.806965 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7425d8-7829-4929-9d51-b834e0bfa2b0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578edf47-5b8f-40e8-ba77-f355680e05d3,revision_number=0']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:05.809278 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-ce7425d8-7829-4929-9d51-b834e0bfa2b0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:05.813887 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ce7425d8-7829-4929-9d51-b834e0bfa2b0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:05.815012 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-ce7425d8-7829-4929-9d51-b834e0bfa2b0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175938 Jun 23 16:32:05.817898 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 54472) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:32:05.822763 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-dfa0739e-e2f9-42bb-97bc-0e9932daaf39 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Request body: {'floatingip': {'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:32:05.843412 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-dfa0739e-e2f9-42bb-97bc-0e9932daaf39 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for floatingip, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:05.937491 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-dfa0739e-e2f9-42bb-97bc-0e9932daaf39 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:06.047260 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [None req-dfa0739e-e2f9-42bb-97bc-0e9932daaf39 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Allocated IP 172.27.3.91 (e0719ee7-fed0-4bca-a581-6af63c437fb6/0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4/5d17f10d-6531-4e3e-9095-d3debc512e4e) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:32:06.148263 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-dfa0739e-e2f9-42bb-97bc-0e9932daaf39 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:06.186962 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-dfa0739e-e2f9-42bb-97bc-0e9932daaf39 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125858108'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:06.189615 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:06.224539 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa0739e-e2f9-42bb-97bc-0e9932daaf39 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Network e0719ee7-fed0-4bca-a581-6af63c437fb6 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:32:06.227334 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-dfa0739e-e2f9-42bb-97bc-0e9932daaf39 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:32:06.229676 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa0739e-e2f9-42bb-97bc-0e9932daaf39 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:32:06.260850 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0739e-e2f9-42bb-97bc-0e9932daaf39 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Pushing event updated for resources: {'Port': ['ID=5d17f10d-6531-4e3e-9095-d3debc512e4e,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:06.264571 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-dfa0739e-e2f9-42bb-97bc-0e9932daaf39 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:06.323051 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-dfa0739e-e2f9-42bb-97bc-0e9932daaf39 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:06.368254 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-dfa0739e-e2f9-42bb-97bc-0e9932daaf39 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:06.464273 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:06.511370 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-dfa0739e-e2f9-42bb-97bc-0e9932daaf39 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:06.515657 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-dfa0739e-e2f9-42bb-97bc-0e9932daaf39 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:06.518297 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-01131c62-6c8c-48b2-98ff-38a1ebba0bfe tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:06.584323 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0739e-e2f9-42bb-97bc-0e9932daaf39 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Pushing event updated for resources: {'Port': ['ID=5d17f10d-6531-4e3e-9095-d3debc512e4e,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:06.588048 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-dfa0739e-e2f9-42bb-97bc-0e9932daaf39 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:06.592482 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-dfa0739e-e2f9-42bb-97bc-0e9932daaf39 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651384'] for floatingip, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:06.605900 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-dfa0739e-e2f9-42bb-97bc-0e9932daaf39 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for floatingip, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:06.607127 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-dfa0739e-e2f9-42bb-97bc-0e9932daaf39 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7877920 Jun 23 16:32:06.766346 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-5a2ac0c0-8c75-4f25-9e70-158f5a891795 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1562123172&fields=id&tenant_id=a76e9d11e45c4db3b9f6a8f2b48aff11 HTTP/1.1" status: 200 len: 267 time: 0.0330107 Jun 23 16:32:06.871225 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-a50ff893-ea43-4b51-8add-9f5e135fb47d tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:06.872643 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-a50ff893-ea43-4b51-8add-9f5e135fb47d tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/networks?id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2 HTTP/1.1" status: 200 len: 816 time: 0.0993266 Jun 23 16:32:06.887503 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-dd46068e-0ad6-45e8-81b3-1bb52ca0936a tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/quotas/a76e9d11e45c4db3b9f6a8f2b48aff11 HTTP/1.1" status: 200 len: 375 time: 0.0095568 Jun 23 16:32:06.956269 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-087399ef-1af0-45d5-bd99-2fa6d043fbff tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a76e9d11e45c4db3b9f6a8f2b48aff11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639987 Jun 23 16:32:07.062395 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-1e5b0317-c662-4673-8cae-06429ca7148a service neutron] 10.222.0.46 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933583 Jun 23 16:32:07.149017 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-46da2623-6415-42ee-90fc-e0427dedd8bd service neutron] 10.222.0.46 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810208 Jun 23 16:32:07.314604 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-db9d1e1f-5bd3-43aa-92b9-8c38002189ec req-d31c0ac9-8ff9-43e7-8b89-fa07cd869fcf tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da HTTP/1.1" status: 200 len: 210 time: 0.0282817 Jun 23 16:32:08.128771 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:08.458059 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-84f9933c-ec7a-4339-a9a7-7fa3a0024410 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:08.459773 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-84f9933c-ec7a-4339-a9a7-7fa3a0024410 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.84 "GET /v2.0/networks?id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2 HTTP/1.1" status: 200 len: 816 time: 0.1062987 Jun 23 16:32:08.467176 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4337beca-323f-4dc0-83f2-083814cad93a req-3a2b5d7f-3e92-4ea5-9e7c-bb9ce788706e tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da HTTP/1.1" status: 200 len: 210 time: 0.0332034 Jun 23 16:32:08.519175 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-c75a325b-9bbf-4bb5-8708-ded69ec33561 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a76e9d11e45c4db3b9f6a8f2b48aff11 HTTP/1.1" status: 200 len: 380 time: 0.0375407 Jun 23 16:32:08.530534 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-7a79a303-53e5-43a4-8be3-3469b48b2d25 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Request body: {'port': {'device_id': 'd9f210f6-02c3-4a9a-9ce8-4e7e3d9844da', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'admin_state_up': True, 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'security_groups': ['8e32bcd7-2aa0-46ac-9010-d24426abce0b']}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:32:08.877411 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-7a79a303-53e5-43a4-8be3-3469b48b2d25 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Made reservation on behalf of a76e9d11e45c4db3b9f6a8f2b48aff11 for: {'port': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:32:08.881402 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-7a79a303-53e5-43a4-8be3-3469b48b2d25 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:09.009817 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-7a79a303-53e5-43a4-8be3-3469b48b2d25 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Allocated IP 172.20.0.13 (d81a662b-e50c-4dc5-bfb6-5973df30f3e2/e737d9e7-5b3c-4d9d-bb31-91a55656b0db/63f2cd01-64e9-4f1e-8870-4b1c70f1b207) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:32:09.150208 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-7a79a303-53e5-43a4-8be3-3469b48b2d25 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:09.175955 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-7a79a303-53e5-43a4-8be3-3469b48b2d25 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Transition to ACTIVE for port object 63f2cd01-64e9-4f1e-8870-4b1c70f1b207 will not be triggered until provisioned by entity DHCP. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:32:09.210727 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-7a79a303-53e5-43a4-8be3-3469b48b2d25 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125858108'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:09.214657 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:09.253690 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-7a79a303-53e5-43a4-8be3-3469b48b2d25 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Network d81a662b-e50c-4dc5-bfb6-5973df30f3e2 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:32:09.265848 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-7a79a303-53e5-43a4-8be3-3469b48b2d25 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:32:09.268295 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79a303-53e5-43a4-8be3-3469b48b2d25 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Pushing event updated for resources: {'Port': ['ID=63f2cd01-64e9-4f1e-8870-4b1c70f1b207,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:09.271154 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-7a79a303-53e5-43a4-8be3-3469b48b2d25 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:32:09.309922 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7a79a303-53e5-43a4-8be3-3469b48b2d25 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:09.323437 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:09.350108 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-7a79a303-53e5-43a4-8be3-3469b48b2d25 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:09.350805 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-7a79a303-53e5-43a4-8be3-3469b48b2d25 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:09.365711 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-7a79a303-53e5-43a4-8be3-3469b48b2d25 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8387859 Jun 23 16:32:09.384777 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Request body: {'port': {'device_id': 'd9f210f6-02c3-4a9a-9ce8-4e7e3d9844da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:32:09.464064 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:09.571960 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-69880f09-fa6b-4c7c-b9d5-f0bda685cae3 None None] Provisioning for port 63f2cd01-64e9-4f1e-8870-4b1c70f1b207 completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:32:09.576349 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-69880f09-fa6b-4c7c-b9d5-f0bda685cae3 None None] Provisioning complete for port 63f2cd01-64e9-4f1e-8870-4b1c70f1b207 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:32:09.576734 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-69880f09-fa6b-4c7c-b9d5-f0bda685cae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:09.611004 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-69880f09-fa6b-4c7c-b9d5-f0bda685cae3 None None] Port 63f2cd01-64e9-4f1e-8870-4b1c70f1b207 cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:32:09.712125 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5743ac-f1d4-4937-ab2d-43c742af40c5 req-448dcdb2-5438-441e-8969-d609735ef357 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:09.713477 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3a5743ac-f1d4-4937-ab2d-43c742af40c5 req-448dcdb2-5438-441e-8969-d609735ef357 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da HTTP/1.1" status: 200 len: 932 time: 0.1326842 Jun 23 16:32:09.787394 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3a5743ac-f1d4-4937-ab2d-43c742af40c5 req-e600eef2-b1db-4579-b20b-b22fdadd9df6 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e32bcd7-2aa0-46ac-9010-d24426abce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646896 Jun 23 16:32:09.799281 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63f2cd01-64e9-4f1e-8870-4b1c70f1b207 {{(pid=92863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:32:09.807325 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:09.819468 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Transition to ACTIVE for port object 63f2cd01-64e9-4f1e-8870-4b1c70f1b207 will not be triggered until provisioned by entity L2. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:32:09.823334 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:09.826382 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-624063c3-d147-4e81-a044-205b827c9df5 tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:09.894024 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Pushing event updated for resources: {'Port': ['ID=63f2cd01-64e9-4f1e-8870-4b1c70f1b207,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:09.920129 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:09.952101 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Attempting to bind port 63f2cd01-64e9-4f1e-8870-4b1c70f1b207 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:32:09.952416 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Attempting to bind port 63f2cd01-64e9-4f1e-8870-4b1c70f1b207 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '294b7224-b1d6-45e3-884f-d12499d32131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2'}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:32:09.952746 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Attempting to bind port 63f2cd01-64e9-4f1e-8870-4b1c70f1b207 on network d81a662b-e50c-4dc5-bfb6-5973df30f3e2 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:32:09.958764 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Port 63f2cd01-64e9-4f1e-8870-4b1c70f1b207 on network d81a662b-e50c-4dc5-bfb6-5973df30f3e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:32:09.959127 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Attempting to bind port 63f2cd01-64e9-4f1e-8870-4b1c70f1b207 on network d81a662b-e50c-4dc5-bfb6-5973df30f3e2 {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:32:09.964216 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Checking agent: {'id': '038417b8-6895-4fa1-8365-da35a0f7bc41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'started_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:32:09.964552 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Checking segment: {'id': '294b7224-b1d6-45e3-884f-d12499d32131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:32:09.964938 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Bound using segment: {'id': '294b7224-b1d6-45e3-884f-d12499d32131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2'} {{(pid=92863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:32:09.965377 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.managers [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Bound port: 63f2cd01-64e9-4f1e-8870-4b1c70f1b207, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294b7224-b1d6-45e3-884f-d12499d32131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2'}}] {{(pid=92863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:32:09.965729 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:10.031824 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] For port 63f2cd01-64e9-4f1e-8870-4b1c70f1b207, host hv-cinder-78836, cleared binding levels {{(pid=92863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:32:10.035313 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] For port 63f2cd01-64e9-4f1e-8870-4b1c70f1b207, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63f2cd01-64e9-4f1e-8870-4b1c70f1b207,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:32:10.039292 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:10.041984 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-a2faeee6-c9ac-42fd-81cd-099258da03fd tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:10.069905 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:10.070557 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:10.072007 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] 10.222.0.84 "PUT /v2.0/ports/63f2cd01-64e9-4f1e-8870-4b1c70f1b207 HTTP/1.1" status: 200 len: 1094 time: 0.6928742 Jun 23 16:32:10.074199 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f210f6-02c3-4a9a-9ce8-4e7e3d9844da', 'tag': '63f2cd01-64e9-4f1e-8870-4b1c70f1b207'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:32:10.076986 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfdd701-3e4e-4a75-94ff-c3ba49afc44f" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da", "tag": "63f2cd01-64e9-4f1e-8870-4b1c70f1b207"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:32:10.116572 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Pushing event updated for resources: {'Port': ['ID=63f2cd01-64e9-4f1e-8870-4b1c70f1b207,revision_number=3']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:10.123087 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:10.135947 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f052ab-dc9a-4d5a-b640-b8b87ecfbf89 x-openstack-request-id: req-07f052ab-dc9a-4d5a-b640-b8b87ecfbf89 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:32:10.136273 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da", "tag": "63f2cd01-64e9-4f1e-8870-4b1c70f1b207", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:32:10.136570 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-07f052ab-dc9a-4d5a-b640-b8b87ecfbf89 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:32:10.137019 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f210f6-02c3-4a9a-9ce8-4e7e3d9844da', 'tag': '63f2cd01-64e9-4f1e-8870-4b1c70f1b207', 'status': 'completed', 'code': 200} Jun 23 16:32:10.210716 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-d03182c2-72b0-4b0f-a981-ded8e84294f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:10.212507 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-d03182c2-72b0-4b0f-a981-ded8e84294f8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a76e9d11e45c4db3b9f6a8f2b48aff11&device_id=d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da HTTP/1.1" status: 200 len: 1097 time: 0.0654149 Jun 23 16:32:10.264501 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-c75e24d8-27b8-4061-8d87-e952eb30d1eb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63f2cd01-64e9-4f1e-8870-4b1c70f1b207 HTTP/1.1" status: 200 len: 217 time: 0.0375602 Jun 23 16:32:10.313917 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-fa4d62d2-c0ca-49b8-a92f-1a5d2ca7e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:10.315368 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-fa4d62d2-c0ca-49b8-a92f-1a5d2ca7e286 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e737d9e7-5b3c-4d9d-bb31-91a55656b0db HTTP/1.1" status: 200 len: 855 time: 0.0437195 Jun 23 16:32:10.372917 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-0058088f-9194-451b-bb28-7840bd180dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:10.374387 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-0058088f-9194-451b-bb28-7840bd180dfd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514588 Jun 23 16:32:10.466475 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-01fafe95-61c9-4f74-8d4d-48ebf546bba2 service neutron] 10.222.0.84 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845709 Jun 23 16:32:10.552485 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0c627d32-ac9a-41df-bd98-87fa73b4e827 req-99f2a856-81ac-47a4-a3e4-f12f12f472b1 service neutron] 10.222.0.84 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797839 Jun 23 16:32:10.717194 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfdd701-3e4e-4a75-94ff-c3ba49afc44f req-68fca4a9-180b-4d3c-a42b-7bdd8aa6a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:10.718591 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0dfdd701-3e4e-4a75-94ff-c3ba49afc44f req-68fca4a9-180b-4d3c-a42b-7bdd8aa6a2d7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a76e9d11e45c4db3b9f6a8f2b48aff11&device_id=d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da HTTP/1.1" status: 200 len: 1097 time: 0.0563104 Jun 23 16:32:10.810900 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfdd701-3e4e-4a75-94ff-c3ba49afc44f req-2df94d5b-9b8e-40ff-ab75-f22cd312792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:10.812356 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0dfdd701-3e4e-4a75-94ff-c3ba49afc44f req-2df94d5b-9b8e-40ff-ab75-f22cd312792f service neutron] 10.222.0.84 "GET /v2.0/networks?id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2 HTTP/1.1" status: 200 len: 917 time: 0.0837941 Jun 23 16:32:10.858010 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0dfdd701-3e4e-4a75-94ff-c3ba49afc44f req-7a0a1e79-0f90-4806-9bdd-98de8ca0af43 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63f2cd01-64e9-4f1e-8870-4b1c70f1b207 HTTP/1.1" status: 200 len: 217 time: 0.0381367 Jun 23 16:32:10.931913 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfdd701-3e4e-4a75-94ff-c3ba49afc44f req-e85801c2-8a89-4be6-b517-e6b17f01f402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:10.933294 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0dfdd701-3e4e-4a75-94ff-c3ba49afc44f req-e85801c2-8a89-4be6-b517-e6b17f01f402 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e737d9e7-5b3c-4d9d-bb31-91a55656b0db HTTP/1.1" status: 200 len: 855 time: 0.0692339 Jun 23 16:32:11.005526 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed5b4e-8a79-4b5c-ad5e-81b92913d1d6 req-51382987-778a-45b8-9353-e844f309e573 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:11.007534 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bbed5b4e-8a79-4b5c-ad5e-81b92913d1d6 req-51382987-778a-45b8-9353-e844f309e573 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da HTTP/1.1" status: 200 len: 944 time: 0.1056106 Jun 23 16:32:11.038684 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfdd701-3e4e-4a75-94ff-c3ba49afc44f req-88d9863d-0d25-4f13-bd06-133886903f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:11.040173 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0dfdd701-3e4e-4a75-94ff-c3ba49afc44f req-88d9863d-0d25-4f13-bd06-133886903f90 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0979681 Jun 23 16:32:11.071725 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bbed5b4e-8a79-4b5c-ad5e-81b92913d1d6 req-5a224190-9ed0-4a6b-ab81-eabb2122229d tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e32bcd7-2aa0-46ac-9010-d24426abce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584974 Jun 23 16:32:11.136771 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0dfdd701-3e4e-4a75-94ff-c3ba49afc44f req-91dd11ba-a56c-4b99-811f-3c28bdd62fcb service neutron] 10.222.0.84 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873096 Jun 23 16:32:11.232337 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0dfdd701-3e4e-4a75-94ff-c3ba49afc44f req-c04de07d-d7a1-4555-9ee6-fa84e6cdcb61 service neutron] 10.222.0.84 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871530 Jun 23 16:32:12.246504 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a283ddf-b13d-49b2-81ec-bec3f6e3b231 req-8385dcb6-d7db-47e4-9956-f58307653afb tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:12.247958 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5a283ddf-b13d-49b2-81ec-bec3f6e3b231 req-8385dcb6-d7db-47e4-9956-f58307653afb tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da HTTP/1.1" status: 200 len: 944 time: 0.0622380 Jun 23 16:32:12.292127 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5a283ddf-b13d-49b2-81ec-bec3f6e3b231 req-f77fa227-e9b0-45e1-a234-0582edc1e77c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e32bcd7-2aa0-46ac-9010-d24426abce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384498 Jun 23 16:32:12.770575 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 63f2cd01-64e9-4f1e-8870-4b1c70f1b207 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:32:12.870040 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 63f2cd01-64e9-4f1e-8870-4b1c70f1b207, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63f2cd01-64e9-4f1e-8870-4b1c70f1b207,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:32:12.880581 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Returning: {'device': '63f2cd01-64e9-4f1e-8870-4b1c70f1b207', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'port_id': '63f2cd01-64e9-4f1e-8870-4b1c70f1b207', 'mac_address': 'fa:16:3e:43:14:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:32:12.916251 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:12.928655 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f2cd01-64e9-4f1e-8870-4b1c70f1b207 {{(pid=92865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:32:12.947236 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 63f2cd01-64e9-4f1e-8870-4b1c70f1b207, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63f2cd01-64e9-4f1e-8870-4b1c70f1b207,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:32:12.951411 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:12.954002 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:12.998980 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=63f2cd01-64e9-4f1e-8870-4b1c70f1b207,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:13.002095 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:13.295452 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['63f2cd01-64e9-4f1e-8870-4b1c70f1b207'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:32:13.470800 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17b1c1-8d29-4404-995c-e02998fe69b9 req-fcb6ca26-8719-44d4-85bc-de6aafcc950a tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:13.472271 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1e17b1c1-8d29-4404-995c-e02998fe69b9 req-fcb6ca26-8719-44d4-85bc-de6aafcc950a tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da HTTP/1.1" status: 200 len: 945 time: 0.0623484 Jun 23 16:32:13.508651 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1e17b1c1-8d29-4404-995c-e02998fe69b9 req-fe0db625-03c9-473b-acea-3585b828f225 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e32bcd7-2aa0-46ac-9010-d24426abce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303423 Jun 23 16:32:14.679993 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92164c6-ce12-4fb3-826d-f309c61527a5 req-92ed37b4-2480-47fc-99b5-94520c17836c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:14.681406 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c92164c6-ce12-4fb3-826d-f309c61527a5 req-92ed37b4-2480-47fc-99b5-94520c17836c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da HTTP/1.1" status: 200 len: 945 time: 0.0605907 Jun 23 16:32:14.720743 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c92164c6-ce12-4fb3-826d-f309c61527a5 req-e2ef78ac-852c-4f7f-805a-15fc1e10a2ff tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e32bcd7-2aa0-46ac-9010-d24426abce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339084 Jun 23 16:32:14.772268 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 63f2cd01-64e9-4f1e-8870-4b1c70f1b207 up at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:32:14.820274 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning for port 63f2cd01-64e9-4f1e-8870-4b1c70f1b207 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:32:14.823935 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning complete for port 63f2cd01-64e9-4f1e-8870-4b1c70f1b207 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:32:14.824315 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:14.900629 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:14.922188 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f210f6-02c3-4a9a-9ce8-4e7e3d9844da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f2cd01-64e9-4f1e-8870-4b1c70f1b207'}] {{(pid=92865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:32:14.924433 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053164b0cf726773bb22b402b066b9c97a54671ffe15cd7793040184515b98b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc16dd1c-17ef-427f-802e-529808f931ae" -d '{"events": [{"server_uuid": "d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da", "name": "network-vif-plugged", "status": "completed", "tag": "63f2cd01-64e9-4f1e-8870-4b1c70f1b207"}]}' {{(pid=92865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:32:14.937160 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port 63f2cd01-64e9-4f1e-8870-4b1c70f1b207, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63f2cd01-64e9-4f1e-8870-4b1c70f1b207,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:32:14.941142 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:14.943052 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:14.965050 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bda73d6-a7b1-4e29-b610-45f522e4f0cb x-openstack-request-id: req-0bda73d6-a7b1-4e29-b610-45f522e4f0cb {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:32:14.965349 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da", "name": "network-vif-plugged", "status": "completed", "tag": "63f2cd01-64e9-4f1e-8870-4b1c70f1b207", "code": 200}]} {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:32:14.965611 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0bda73d6-a7b1-4e29-b610-45f522e4f0cb {{(pid=92865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:32:14.965999 dv-cinder-788363-4-iscsi neutron-server[92865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f210f6-02c3-4a9a-9ce8-4e7e3d9844da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f2cd01-64e9-4f1e-8870-4b1c70f1b207', 'code': 200} Jun 23 16:32:14.991064 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=63f2cd01-64e9-4f1e-8870-4b1c70f1b207,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:14.993942 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:15.213654 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20bd67-62fb-4e94-a1a3-153bc5abc883 req-d413e2e3-d615-49ab-8aae-2b1f9258b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:15.215234 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ca20bd67-62fb-4e94-a1a3-153bc5abc883 req-d413e2e3-d615-49ab-8aae-2b1f9258b6f4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da HTTP/1.1" status: 200 len: 1099 time: 0.0521657 Jun 23 16:32:15.251871 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ca20bd67-62fb-4e94-a1a3-153bc5abc883 req-58900819-6b68-4299-a0e7-dd9c8e6e35c3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8e32bcd7-2aa0-46ac-9010-d24426abce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300031 Jun 23 16:32:15.893107 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc4847-3ca2-4ca3-98f6-371033dc146f req-01f77d11-32c7-4890-8c57-b21049f2c96a tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:15.894919 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-12fc4847-3ca2-4ca3-98f6-371033dc146f req-01f77d11-32c7-4890-8c57-b21049f2c96a tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da HTTP/1.1" status: 200 len: 946 time: 0.0614896 Jun 23 16:32:15.930925 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-12fc4847-3ca2-4ca3-98f6-371033dc146f req-b79ce950-b56a-4c3c-8b9e-ed170208482e tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e32bcd7-2aa0-46ac-9010-d24426abce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305207 Jun 23 16:32:17.108302 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3486b-f859-4c54-a3a3-8045dc690d7e req-0951ee10-f358-41e7-a5c4-57d2c6d4d0ab tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:17.109719 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ebc3486b-f859-4c54-a3a3-8045dc690d7e req-0951ee10-f358-41e7-a5c4-57d2c6d4d0ab tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da HTTP/1.1" status: 200 len: 946 time: 0.0649805 Jun 23 16:32:17.145393 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ebc3486b-f859-4c54-a3a3-8045dc690d7e req-67555f25-0ed9-4046-8737-7c137fe36bf6 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e32bcd7-2aa0-46ac-9010-d24426abce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301208 Jun 23 16:32:17.313869 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24346f23-f012-4511-aa48-11c7c36833fe req-020cd50b-3cdc-4f13-b618-fb04e62f7366 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:17.315364 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-24346f23-f012-4511-aa48-11c7c36833fe req-020cd50b-3cdc-4f13-b618-fb04e62f7366 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da HTTP/1.1" status: 200 len: 946 time: 0.0617597 Jun 23 16:32:17.324256 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 54610) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:32:17.328865 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-cecb0e00-fe6c-4fd1-8b52-4d5967157ec4 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Request body: {'floatingip': {'port_id': '63f2cd01-64e9-4f1e-8870-4b1c70f1b207'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:32:17.367390 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cecb0e00-fe6c-4fd1-8b52-4d5967157ec4 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for floatingip, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:17.793569 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cecb0e00-fe6c-4fd1-8b52-4d5967157ec4 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:17.797727 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cecb0e00-fe6c-4fd1-8b52-4d5967157ec4 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651384'] for floatingip, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:17.894929 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.db.l3_db [None req-cecb0e00-fe6c-4fd1-8b52-4d5967157ec4 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Floating IP d9ded9c1-871e-4c1b-aa6b-1b3f224f4787 associated. External IP: 172.27.3.91, port: 63f2cd01-64e9-4f1e-8870-4b1c70f1b207. Jun 23 16:32:18.096566 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cecb0e00-fe6c-4fd1-8b52-4d5967157ec4 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:32:18.201092 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecb0e00-fe6c-4fd1-8b52-4d5967157ec4 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:32:18.205993 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cecb0e00-fe6c-4fd1-8b52-4d5967157ec4 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for floatingip, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:18.211687 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba2fad9-bbf9-4171-a1d3-90cb211b9937 None None] Sync routers for ids ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:32:18.221453 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba2fad9-bbf9-4171-a1d3-90cb211b9937 None None] Routers {'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:32:18.222062 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-dba2fad9-bbf9-4171-a1d3-90cb211b9937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:32:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:32:18.243207 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-cecb0e00-fe6c-4fd1-8b52-4d5967157ec4 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "PUT /v2.0/floatingips/d9ded9c1-871e-4c1b-aa6b-1b3f224f4787 HTTP/1.1" status: 200 len: 991 time: 0.9177730 Jun 23 16:32:18.243756 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f210f6-02c3-4a9a-9ce8-4e7e3d9844da', 'tag': '63f2cd01-64e9-4f1e-8870-4b1c70f1b207'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:32:18.246030 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21158f9-ff06-4cbc-a48b-fcf2dfc32120" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da", "tag": "63f2cd01-64e9-4f1e-8870-4b1c70f1b207"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:32:18.282772 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93dc7d1-0927-4416-b2e4-0904dd7ac718 x-openstack-request-id: req-e93dc7d1-0927-4416-b2e4-0904dd7ac718 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:32:18.283110 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da", "tag": "63f2cd01-64e9-4f1e-8870-4b1c70f1b207", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:32:18.283382 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e93dc7d1-0927-4416-b2e4-0904dd7ac718 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:32:18.283812 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f210f6-02c3-4a9a-9ce8-4e7e3d9844da', 'tag': '63f2cd01-64e9-4f1e-8870-4b1c70f1b207', 'status': 'completed', 'code': 200} Jun 23 16:32:18.328058 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-dba2fad9-bbf9-4171-a1d3-90cb211b9937 None None] Set router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:32:18.383953 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21158f9-ff06-4cbc-a48b-fcf2dfc32120 req-28877799-0eb6-4b08-a254-f6be9eb85080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:18.385669 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b21158f9-ff06-4cbc-a48b-fcf2dfc32120 req-28877799-0eb6-4b08-a254-f6be9eb85080 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a76e9d11e45c4db3b9f6a8f2b48aff11&device_id=d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da HTTP/1.1" status: 200 len: 1099 time: 0.0552204 Jun 23 16:32:18.495471 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21158f9-ff06-4cbc-a48b-fcf2dfc32120 req-222a0703-5d96-42dd-8c36-4c1ae41b64a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:18.496919 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b21158f9-ff06-4cbc-a48b-fcf2dfc32120 req-222a0703-5d96-42dd-8c36-4c1ae41b64a1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2 HTTP/1.1" status: 200 len: 917 time: 0.0902002 Jun 23 16:32:18.553377 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-dba2fad9-bbf9-4171-a1d3-90cb211b9937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-672846221-router', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:37Z', 'revision_number': 4, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'gw_port': {'id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:28Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': 'd9ded9c1-871e-4c1b-aa6b-1b3f224f4787', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'floating_ip_address': '172.27.3.91', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'port_id': '63f2cd01-64e9-4f1e-8870-4b1c70f1b207', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'mac_address': 'fa:16:3e:43:14:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f210f6-02c3-4a9a-9ce8-4e7e3d9844da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:32:06Z', 'updated_at': '2021-06-23T16:32:17Z', 'revision_number': 1, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297bcc73-63df-4afa-8060-cf1ed35917a7', 'name': '', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'mac_address': 'fa:16:3e:50:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:34Z', 'updated_at': '2021-06-23T16:19:48Z', 'revision_number': 5, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'subnets': [{'id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:32:18.562003 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b21158f9-ff06-4cbc-a48b-fcf2dfc32120 req-8079f6c5-35b1-4069-ae5b-81b92fecc43f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63f2cd01-64e9-4f1e-8870-4b1c70f1b207 HTTP/1.1" status: 200 len: 999 time: 0.0582471 Jun 23 16:32:18.582489 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba2fad9-bbf9-4171-a1d3-90cb211b9937 None None] Checking router: ac594b62-31a6-4cbc-a399-0b9ffcbee1bf for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:32:18.591760 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba2fad9-bbf9-4171-a1d3-90cb211b9937 None None] Routers {'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:32:18.592363 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-dba2fad9-bbf9-4171-a1d3-90cb211b9937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:32:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:32:18.612918 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21158f9-ff06-4cbc-a48b-fcf2dfc32120 req-a97f7902-37ce-4ea0-88f5-03a0a1304770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:18.614481 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b21158f9-ff06-4cbc-a48b-fcf2dfc32120 req-a97f7902-37ce-4ea0-88f5-03a0a1304770 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e737d9e7-5b3c-4d9d-bb31-91a55656b0db HTTP/1.1" status: 200 len: 855 time: 0.0451527 Jun 23 16:32:18.697272 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-dba2fad9-bbf9-4171-a1d3-90cb211b9937 None None] Set router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:32:18.926627 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-dba2fad9-bbf9-4171-a1d3-90cb211b9937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-672846221-router', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:37Z', 'revision_number': 4, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'gw_port': {'id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:28Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': 'd9ded9c1-871e-4c1b-aa6b-1b3f224f4787', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'floating_ip_address': '172.27.3.91', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'port_id': '63f2cd01-64e9-4f1e-8870-4b1c70f1b207', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'mac_address': 'fa:16:3e:43:14:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f210f6-02c3-4a9a-9ce8-4e7e3d9844da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:32:06Z', 'updated_at': '2021-06-23T16:32:17Z', 'revision_number': 1, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297bcc73-63df-4afa-8060-cf1ed35917a7', 'name': '', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'mac_address': 'fa:16:3e:50:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:34Z', 'updated_at': '2021-06-23T16:19:48Z', 'revision_number': 5, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'subnets': [{'id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:32:18.931818 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21158f9-ff06-4cbc-a48b-fcf2dfc32120 req-6cebb5e8-9a4b-4865-a886-121c01b84ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:18.933305 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b21158f9-ff06-4cbc-a48b-fcf2dfc32120 req-6cebb5e8-9a4b-4865-a886-121c01b84ef3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d81a662b-e50c-4dc5-bfb6-5973df30f3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3117952 Jun 23 16:32:18.956476 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba2fad9-bbf9-4171-a1d3-90cb211b9937 None None] The sync data for ids ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'] in dv-cinder-788363-4-iscsi is: [{'id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-672846221-router', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:37Z', 'revision_number': 4, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'gw_port': {'id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:28Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': 'd9ded9c1-871e-4c1b-aa6b-1b3f224f4787', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'floating_ip_address': '172.27.3.91', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'port_id': '63f2cd01-64e9-4f1e-8870-4b1c70f1b207', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'mac_address': 'fa:16:3e:43:14:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f210f6-02c3-4a9a-9ce8-4e7e3d9844da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:32:06Z', 'updated_at': '2021-06-23T16:32:17Z', 'revision_number': 1, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297bcc73-63df-4afa-8060-cf1ed35917a7', 'name': '', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'mac_address': 'fa:16:3e:50:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:34Z', 'updated_at': '2021-06-23T16:19:48Z', 'revision_number': 5, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'subnets': [{'id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:32:19.025249 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b21158f9-ff06-4cbc-a48b-fcf2dfc32120 req-7ae3647c-828d-427d-aafb-4863afbf3ed6 service neutron] 10.222.0.84 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846555 Jun 23 16:32:19.121700 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b21158f9-ff06-4cbc-a48b-fcf2dfc32120 req-5f0cb19d-f361-4964-8dad-f533e9a01846 service neutron] 10.222.0.84 "GET /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899270 Jun 23 16:32:19.141470 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b250a5d0-4045-4908-8cb0-44818f357bdf None None] New status for floating IP d9ded9c1-871e-4c1b-aa6b-1b3f224f4787: ACTIVE {{(pid=92866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:32:22.537851 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:32:32.621371 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-e721fcc9-9b5c-4ffa-86fd-9a047a05ebd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:34.970635 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:35.744074 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-16c509ea-aab6-4d5f-a711-56ee9e3cf92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:36.468142 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:38.131628 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:39.315009 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:59.535534 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:33:02.622288 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-052f5d5c-93cc-4c75-be9d-675d9ab8ec3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:33:04.972054 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:33:05.744536 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-dfaea8c7-7824-474b-81f9-faaf06a077cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:33:06.470360 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:33:08.133410 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:33:09.317894 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:33:32.623931 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ec57d541-095f-4955-bf0f-46c170533077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:33:34.973608 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:33:35.745428 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-30c1c57f-1772-49ac-8661-5c5ad23f5c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:33:36.473858 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:33:36.533493 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:33:38.136401 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:33:39.321967 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:33:53.099292 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7b4d7a23-b99e-4eda-b1a3-b6211d021209 req-af9d6de5-cff4-4997-948c-c0343c856059 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514512 Jun 23 16:33:53.214420 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7a23-b99e-4eda-b1a3-b6211d021209 req-a26e9d85-83c9-4a8f-8e64-0777344e4393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:33:53.215861 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7b4d7a23-b99e-4eda-b1a3-b6211d021209 req-a26e9d85-83c9-4a8f-8e64-0777344e4393 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cdb28e7f4a274ab197951487cf2ae202&device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 1099 time: 0.0564930 Jun 23 16:33:53.317748 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7a23-b99e-4eda-b1a3-b6211d021209 req-7efb2131-1805-4a13-94f4-54100b48e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:33:53.319161 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7b4d7a23-b99e-4eda-b1a3-b6211d021209 req-7efb2131-1805-4a13-94f4-54100b48e6bc service neutron] 10.222.0.84 "GET /v2.0/networks?id=e40f1efa-aa02-4435-8e80-f9895998c317 HTTP/1.1" status: 200 len: 916 time: 0.0831091 Jun 23 16:33:53.363511 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7b4d7a23-b99e-4eda-b1a3-b6211d021209 req-07a8f002-9f2b-4822-8f4d-17c6a040f369 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cb9d45f-6278-4439-8cc1-c398b01991ed HTTP/1.1" status: 200 len: 217 time: 0.0375953 Jun 23 16:33:53.411490 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7a23-b99e-4eda-b1a3-b6211d021209 req-023d1673-af69-4dc9-9dc4-6ffcbd72f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:33:53.412947 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7b4d7a23-b99e-4eda-b1a3-b6211d021209 req-023d1673-af69-4dc9-9dc4-6ffcbd72f128 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=667f364d-b2c7-4f78-a61d-69197d80695b HTTP/1.1" status: 200 len: 854 time: 0.0434377 Jun 23 16:33:53.468342 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7a23-b99e-4eda-b1a3-b6211d021209 req-da5156fd-c4e2-4c5a-bab8-8ae9f22d4af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:33:53.469846 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7b4d7a23-b99e-4eda-b1a3-b6211d021209 req-da5156fd-c4e2-4c5a-bab8-8ae9f22d4af4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e40f1efa-aa02-4435-8e80-f9895998c317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508587 Jun 23 16:33:53.561175 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7b4d7a23-b99e-4eda-b1a3-b6211d021209 req-b8a38aff-7988-402c-b000-7d4f29af5fac service neutron] 10.222.0.84 "GET /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838416 Jun 23 16:33:53.649661 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7b4d7a23-b99e-4eda-b1a3-b6211d021209 req-8c4efad8-81f0-42e8-8308-aee3707f2b3b service neutron] 10.222.0.84 "GET /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804906 Jun 23 16:34:02.625555 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ddce4406-61b7-4581-8059-6ac5eca97587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:04.983986 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:05.745621 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-551ca2bd-bdf4-452a-ae3e-3746f608cfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:06.477552 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:08.141866 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:09.340694 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:13.532164 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:34:32.625921 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-44768854-c159-4ea8-adc5-d0e839f16ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:34.977392 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:35.746444 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-05730b21-d12d-4f4a-b00f-d499d8e7c8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:36.480686 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:38.143127 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:39.334293 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:50.530946 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:34:53.024495 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d74a2b5c-b511-4be5-b18d-55d6cd49da9d req-37cfd1d8-57f3-480d-9ac5-5b97581316d6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0593653 Jun 23 16:34:53.114960 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a2b5c-b511-4be5-b18d-55d6cd49da9d req-b0a6ad30-ea9e-4eb2-bc38-16044cdc2779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:34:53.116162 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d74a2b5c-b511-4be5-b18d-55d6cd49da9d req-b0a6ad30-ea9e-4eb2-bc38-16044cdc2779 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=efc330d54ca34426bcb9c0e78b78b1ac&device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 1099 time: 0.0552900 Jun 23 16:34:53.225993 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a2b5c-b511-4be5-b18d-55d6cd49da9d req-4d7587d0-9e96-4cf6-b5f3-348b8c0be352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:34:53.227400 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d74a2b5c-b511-4be5-b18d-55d6cd49da9d req-4d7587d0-9e96-4cf6-b5f3-348b8c0be352 service neutron] 10.222.0.84 "GET /v2.0/networks?id=afbd47df-b297-4e88-a1e9-28c0aceb872b HTTP/1.1" status: 200 len: 913 time: 0.0873733 Jun 23 16:34:53.273928 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d74a2b5c-b511-4be5-b18d-55d6cd49da9d req-a04f0679-e020-4021-9e7f-b30ffd01a52d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=851659c9-3049-4e4f-84f1-944083035dfd HTTP/1.1" status: 200 len: 217 time: 0.0395856 Jun 23 16:34:53.327515 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a2b5c-b511-4be5-b18d-55d6cd49da9d req-27175e35-ddef-4e46-b36d-df850370b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:34:53.328976 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d74a2b5c-b511-4be5-b18d-55d6cd49da9d req-27175e35-ddef-4e46-b36d-df850370b44c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=88e43062-89eb-4a01-a1db-67f283145f98 HTTP/1.1" status: 200 len: 852 time: 0.0497947 Jun 23 16:34:53.361933 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d74a2b5c-b511-4be5-b18d-55d6cd49da9d req-9db0988d-8c12-4154-8bae-548cb95b0c54 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=afbd47df-b297-4e88-a1e9-28c0aceb872b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262709 Jun 23 16:34:53.453855 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d74a2b5c-b511-4be5-b18d-55d6cd49da9d req-3b8ac6d8-ffcb-413c-821c-93f400f93a14 service neutron] 10.222.0.84 "GET /v2.0/networks/afbd47df-b297-4e88-a1e9-28c0aceb872b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845373 Jun 23 16:34:53.540845 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d74a2b5c-b511-4be5-b18d-55d6cd49da9d req-c2fbd01a-5482-40ec-9225-258864dc81b3 service neutron] 10.222.0.84 "GET /v2.0/networks/afbd47df-b297-4e88-a1e9-28c0aceb872b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801494 Jun 23 16:35:02.626470 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ad694294-7979-463b-afff-d48f70ac18fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:04.979427 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:05.750576 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-11ff5ce2-50bc-485b-94b3-712e77717d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:06.482815 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:08.142927 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:09.338889 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:13.843913 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [req-56b16208-46cb-4861-9e7c-087b9fc14219 req-34c3173d-00d9-4d53-abdd-fb256aa3d958 service neutron] (92863) timed out ('10.222.0.84', 63017) {{(pid=92863) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 16:35:27.529357 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:35:32.625407 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-4c24ba15-1dda-4eb2-8b75-395e1bdde3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:34.981737 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:35.754551 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-2476671e-1367-4c83-98ae-336716914c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:36.485260 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:38.146156 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:39.334666 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:54.356622 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e96e3efc-5d3e-4882-9091-24e981009598 req-d72b2da4-e20b-4882-b607-bb8bf652741e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1667066 Jun 23 16:35:54.442178 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e3efc-5d3e-4882-9091-24e981009598 req-b0ad67f3-c3d7-42d6-9f91-0d66f1174c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:35:54.443638 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e96e3efc-5d3e-4882-9091-24e981009598 req-b0ad67f3-c3d7-42d6-9f91-0d66f1174c42 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 1099 time: 0.0509915 Jun 23 16:35:54.549022 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e3efc-5d3e-4882-9091-24e981009598 req-393eff7b-44ed-4a05-8334-44e3734d9f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:35:54.550472 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e96e3efc-5d3e-4882-9091-24e981009598 req-393eff7b-44ed-4a05-8334-44e3734d9f74 service neutron] 10.222.0.84 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 916 time: 0.0874143 Jun 23 16:35:54.590890 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e96e3efc-5d3e-4882-9091-24e981009598 req-2b24f6d1-9fc6-4fc4-940b-1cf11ad7a60e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c73b264-c454-4149-848b-a61fe26ee7ba HTTP/1.1" status: 200 len: 217 time: 0.0339143 Jun 23 16:35:54.637946 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e3efc-5d3e-4882-9091-24e981009598 req-5e214ce3-f5d7-413b-af2a-fcb1ac130c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:35:54.640104 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e96e3efc-5d3e-4882-9091-24e981009598 req-5e214ce3-f5d7-413b-af2a-fcb1ac130c5c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a13dcb6b-63c2-4b53-a4d0-749cfb697a09 HTTP/1.1" status: 200 len: 855 time: 0.0434668 Jun 23 16:35:54.672069 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e96e3efc-5d3e-4882-9091-24e981009598 req-7586ae32-6139-40bd-ad0d-b5ea8fd660c9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51b468f5-7c7f-4931-9a90-efb26ca1eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245407 Jun 23 16:35:54.761154 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e96e3efc-5d3e-4882-9091-24e981009598 req-c9c65bee-2441-4f44-92bb-852646374b7d service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820301 Jun 23 16:35:54.849022 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e96e3efc-5d3e-4882-9091-24e981009598 req-a2929da9-556c-4d6f-8adb-6ee5ca507ce9 service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815711 Jun 23 16:36:00.704309 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7a5cb-f04b-498b-b53c-447206d6a43d req-0a4e808f-f3c5-474d-b209-2d836dff4703 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:36:00.705823 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-44f7a5cb-f04b-498b-b53c-447206d6a43d req-0a4e808f-f3c5-474d-b209-2d836dff4703 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 946 time: 0.1929970 Jun 23 16:36:00.743151 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-44f7a5cb-f04b-498b-b53c-447206d6a43d req-d20a39a8-0e82-4022-93ad-c6adec4cfb9f tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/security-groups?id=895e53b7-ce1d-4b47-8f92-f82834b5db18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313370 Jun 23 16:36:01.278140 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e1567-f1bb-4ac0-8075-2dbc42d153ee req-ab25de2c-cace-4021-9192-96ff255f3292 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:36:01.280154 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ef8e1567-f1bb-4ac0-8075-2dbc42d153ee req-ab25de2c-cace-4021-9192-96ff255f3292 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.84 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 946 time: 0.0616093 Jun 23 16:36:01.383347 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-ef8e1567-f1bb-4ac0-8075-2dbc42d153ee req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Deleting port 851659c9-3049-4e4f-84f1-944083035dfd {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:36:01.383694 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-ef8e1567-f1bb-4ac0-8075-2dbc42d153ee req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:01.471662 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-ef8e1567-f1bb-4ac0-8075-2dbc42d153ee req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] For port 851659c9-3049-4e4f-84f1-944083035dfd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=851659c9-3049-4e4f-84f1-944083035dfd,segment=NetworkSegment(7d04fecc-825b-4941-aff1-ece9015f1e2b),segment_id=7d04fecc-825b-4941-aff1-ece9015f1e2b)] {{(pid=92863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:36:01.472026 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-ef8e1567-f1bb-4ac0-8075-2dbc42d153ee req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:01.488590 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-ef8e1567-f1bb-4ac0-8075-2dbc42d153ee req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Calling delete_port for 851659c9-3049-4e4f-84f1-944083035dfd owned by compute:nova {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:36:01.614303 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-ef8e1567-f1bb-4ac0-8075-2dbc42d153ee req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:01.618035 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-409b7df9-f925-4742-a1af-57456e302b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:36:01.644039 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Pushing event deleted for resources: {'Port': ['ID=851659c9-3049-4e4f-84f1-944083035dfd,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:36:01.650002 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['851659c9-3049-4e4f-84f1-944083035dfd'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:36:01.656388 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:01.656773 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:01.657144 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:01.657520 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:01.657891 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:01.658460 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:01.658821 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:01.659177 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:01.659535 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:01.659889 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:01.660242 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:01.660591 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:01.682572 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:36:01.704213 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8e1567-f1bb-4ac0-8075-2dbc42d153ee req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] No DVR routers for this DVR port 851659c9-3049-4e4f-84f1-944083035dfd on host hv-cinder-78836 {{(pid=92863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:36:01.706636 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-ef8e1567-f1bb-4ac0-8075-2dbc42d153ee req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:01.709172 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ef8e1567-f1bb-4ac0-8075-2dbc42d153ee req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.84 "DELETE /v2.0/ports/851659c9-3049-4e4f-84f1-944083035dfd HTTP/1.1" status: 204 len: 173 time: 0.4225881 Jun 23 16:36:01.709665 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fca893-fb62-4ee1-9b8a-f29d2df6926e', 'name': 'network-vif-deleted', 'tag': '851659c9-3049-4e4f-84f1-944083035dfd'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:36:01.712598 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50176477-a50a-4d9f-8d24-9330b87d0fd7" -d '{"events": [{"server_uuid": "33fca893-fb62-4ee1-9b8a-f29d2df6926e", "name": "network-vif-deleted", "tag": "851659c9-3049-4e4f-84f1-944083035dfd"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:36:01.765081 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4639017-25c5-4e00-8d7f-60721cc515f9 x-openstack-request-id: req-c4639017-25c5-4e00-8d7f-60721cc515f9 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:36:01.765465 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33fca893-fb62-4ee1-9b8a-f29d2df6926e", "name": "network-vif-deleted", "tag": "851659c9-3049-4e4f-84f1-944083035dfd", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:36:01.765757 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c4639017-25c5-4e00-8d7f-60721cc515f9 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:36:01.766228 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fca893-fb62-4ee1-9b8a-f29d2df6926e', 'name': 'network-vif-deleted', 'tag': '851659c9-3049-4e4f-84f1-944083035dfd', 'status': 'completed', 'code': 200} Jun 23 16:36:01.896710 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-49965f47-8acc-4884-be00-e73547dffa18 req-c68c7045-5119-400c-aad3-a594fe0a2d9a tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0286176 Jun 23 16:36:02.625344 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-2e582006-9982-4c55-9322-d41326faace7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:03.088221 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-01c35426-28cd-402f-9c3f-33d34c5e339e req-09067da9-919d-4996-9125-d366eb1aeddb tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0801718 Jun 23 16:36:04.227609 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7b917f2b-06a3-46fd-b60d-0b3e663ea172 req-96390a66-5f03-449b-a487-de06236d57bd tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0278299 Jun 23 16:36:04.528316 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:36:04.982972 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:05.606180 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0456ca58-bef1-4dd2-9560-0664b58ec640 req-34c28691-d303-42eb-bdbb-78e8de3c56c6 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.2673256 Jun 23 16:36:05.755535 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-70c65711-ff9f-45af-b067-31434000e964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:05.883152 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 851659c9-3049-4e4f-84f1-944083035dfd no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:36:05.902715 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] No Port match for: 851659c9-3049-4e4f-84f1-944083035dfd {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:36:05.903071 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 851659c9-3049-4e4f-84f1-944083035dfd not bound to the agent host hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:36:06.488349 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:06.750534 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e5be05b9-76de-4772-bdc0-3506d0fa3594 req-513670d7-9e24-42e8-a7f1-f70a750fb9c4 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0316689 Jun 23 16:36:07.887339 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-357d0fd8-50e0-4f37-b0f4-6e1c21f9072a req-c04c6a6f-66c1-481f-9875-9c64465698cc tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0271988 Jun 23 16:36:08.148094 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:09.025440 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3ee1c030-13aa-4cd7-b8fb-7790db5a1246 req-9dd18dae-eb67-4b0b-b18c-b088fa23dcd7 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0289006 Jun 23 16:36:09.358924 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:10.165012 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5ec4822d-16a1-440d-98bd-66a11efef61a req-20f34d65-6f91-4e92-bae7-e06b3c703881 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0278239 Jun 23 16:36:11.302808 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6ad5d704-af6f-46b9-b7a1-8a5be1236d22 req-f6b63dab-de90-43ff-af20-62c9bc94a945 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0284798 Jun 23 16:36:12.443125 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e7313c00-634d-4b00-b011-8362cf9d4cf0 req-b4ec9998-cd1a-4129-a502-a2850b374924 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0268044 Jun 23 16:36:13.579428 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f19a7d51-4f43-459b-9fa5-2910c306ea04 req-1ab91b37-6bfd-45df-af23-a1a21f60481a tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0273228 Jun 23 16:36:14.718279 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1b9c0ff6-05ff-4ca2-830e-0c0d847c8bb0 req-6dcc81ae-cd70-4acb-ad3f-da799cee0157 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0300715 Jun 23 16:36:15.859663 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f1581f48-700e-41e9-899f-81c8b2c25b91 req-d36e205d-0ab7-47ee-9c68-22156d6bbec4 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0302658 Jun 23 16:36:16.995494 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2d549b71-5f85-4c8f-aae1-05a177f5ce1f req-8e467202-80d4-43a1-b400-ef449ee5872c tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0271266 Jun 23 16:36:18.132602 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f7bf3092-96e9-46ab-9485-97842bd2648e req-8f072c62-1f3f-431a-8927-622f34ecbf17 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0279620 Jun 23 16:36:19.271513 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c4eb6c05-dd48-40fd-8d02-3c8e9c9f5e72 req-1269873c-4ead-4880-9612-961df1e1696a tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0272503 Jun 23 16:36:20.409489 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-65bf5073-e047-4c28-973d-87cac3275e0f req-f762180f-76c6-4d3f-b165-3ee50e3e3d4c tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0285108 Jun 23 16:36:21.545232 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-333a8625-ddb7-407e-8632-f7a63008a1ed req-9630fd9b-58e3-4151-ab8d-d3c4c2fdfadd tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0273411 Jun 23 16:36:22.681542 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3b9b75af-2956-49cc-9f63-8ce905ee45c8 req-c95f0bc2-40b4-4d05-878c-2847bc4c32a6 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0277164 Jun 23 16:36:23.819957 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c5d31f8d-25ee-4140-8a61-cdcf979903e2 req-76d2d0fa-f0c9-4824-b207-d7131ff5f9ef tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0307844 Jun 23 16:36:24.962332 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4ca58a33-b3d0-479b-ba46-182e28fb123f req-7910b0a8-7377-43b1-b1e6-bc8d97c5cb1b tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0318453 Jun 23 16:36:26.097899 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-74a1aaba-c3fe-4697-a9a7-ca0e29e5dd02 req-7b377dc3-a738-44f4-b35e-e1a66f2c34a7 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0277143 Jun 23 16:36:27.236947 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1eb57337-e22b-42cd-903b-84ecfc3b37b8 req-dd11cc0f-cf2d-4efe-ac12-059b6329f385 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0296888 Jun 23 16:36:28.376184 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a842b8fa-4bec-4721-8863-6e33e48887bc req-a8e8ea06-7bff-4d35-abfd-8d39ba17c19c tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0272324 Jun 23 16:36:29.512246 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-53c3fb5f-b3fc-41a4-848c-fe3cf56db17a req-6979eace-db28-4c48-83a4-c5251e5e9909 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0283079 Jun 23 16:36:30.649908 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f4d97de9-e4c6-4b82-9594-c36edad7226b req-ee339d2b-3ffe-4305-b83b-4dc11647d6ac tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0286124 Jun 23 16:36:31.786326 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-584866e1-9293-423d-9a27-c4aa29004dc7 req-879d4da7-3ec9-42df-849b-b17d573dbbfd tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0269723 Jun 23 16:36:32.625667 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-0da2c4e2-cbb3-46ed-982e-756a92b3d654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:32.927112 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-bd126eb7-706d-4978-b344-64ebbe5a828b req-996f8b95-e3f2-4dcd-bcc9-e4af4186b01f tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0300319 Jun 23 16:36:34.224524 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-28b5e79d-961a-4e90-986e-6be7c191ac72 req-08b5a079-1f6a-493b-a068-93ec688f3cab tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0317993 Jun 23 16:36:34.984814 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:35.368086 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e5926912-6275-40c0-818d-fa66d42c77ad req-b6e90fc2-2e76-44bb-9fba-73b5105f287e tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0288498 Jun 23 16:36:35.754832 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-c4939a3c-d615-4476-a7fb-82d4406211c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:36.490377 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:36.502840 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-077d5c99-4273-453a-8893-98e0c2c8f788 req-a6304a13-b92b-4d36-a7be-af06ba55ecde tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0273242 Jun 23 16:36:37.643869 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-33a4ab5f-902a-4e06-b77f-49c34746b4e4 req-9419710a-61a3-4139-a562-b1d102e3c0a2 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0295293 Jun 23 16:36:38.150417 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:38.780180 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d2aad138-91a7-4d43-b658-8c8a6f857169 req-e6a9b7b8-408c-404f-baf5-dff7cb6b4971 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0282006 Jun 23 16:36:39.353512 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:39.914841 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c9d52408-0f42-411b-b33a-5d59f40729de req-ffc0fbf2-360b-418e-9a04-ec71b2d1b9c3 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0271118 Jun 23 16:36:41.051747 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-894e9000-eca5-4cc9-8582-867d1555e7fc req-eb9f192b-9934-44cf-a2d1-1a9df1c49eae tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0280421 Jun 23 16:36:41.526463 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:36:42.189008 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-aa237608-aad6-4230-8b90-0183c0a24033 req-27761fe0-bf6d-44c2-a620-eb2d2cafa31f tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0296178 Jun 23 16:36:43.334498 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8271e546-f15a-4c0d-9963-c75929bac3d1 req-49ac0427-cac4-4849-b8da-6cd1faed1183 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0310121 Jun 23 16:36:44.469932 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d4c0e386-b20b-4e1d-8ad2-dca09b15191c req-adb603f1-af95-4b42-9d14-168a8524d417 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0272658 Jun 23 16:36:45.606484 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bc995d00-59aa-4bb7-9c8b-95c7d941837f req-85d84b85-0c75-4ee0-8b5b-44512167013b tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0272307 Jun 23 16:36:46.744707 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5d2f4924-e0d7-41bf-8cf8-7394fdc8ec70 req-072414e2-39b2-4a83-9110-edde439f0dac tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0274467 Jun 23 16:36:47.879817 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e1352489-1601-4fb5-8ee7-887e09437898 req-69187bc8-9cb0-4757-bd21-28ee8d06d964 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0280595 Jun 23 16:36:49.023735 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-227efae0-842d-403b-b6c8-7b6c6f99071a req-3c5e1806-012b-432f-82c6-bcfc806cc84b tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0349312 Jun 23 16:36:50.162206 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c881f982-1c87-4534-80b2-73849ad00394 req-9e8cc732-384f-4e7c-85c2-6e12b62e4ceb tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0277283 Jun 23 16:36:51.300235 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3cab7c6b-8763-4267-8b51-4de43eae2705 req-27c5a1e9-da64-4307-ad51-dd3f33f2f31f tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0305459 Jun 23 16:36:52.442085 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-9b533262-1f59-4a56-8bd0-e9d3b4ad72c6 req-7d895aea-daef-4abb-9687-1470a8b10132 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0307715 Jun 23 16:36:53.576643 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f55cef86-1376-4032-ad2b-cbfec90293e3 req-15d2f07a-3a0a-4221-a14b-ca0ec243956d tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0273390 Jun 23 16:36:54.713115 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bfbbb68a-f89a-45c9-90de-40dda316e39e req-f3d23014-d725-4157-af57-c00df2b79071 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0276883 Jun 23 16:36:55.852852 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a08737b7-2317-403a-aad9-c88de6d6e2b8 req-ad6c263d-e567-4f52-898d-6cdb0c4ccfdf tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0275192 Jun 23 16:36:56.243914 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b41119b2-90f0-4722-ad7c-b403c7fec2a2 req-bb0cce7f-bb83-41ee-8a1c-6e4e7a7cba13 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8f447642-a022-45f3-a21e-30c69285150c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499043 Jun 23 16:36:56.330855 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41119b2-90f0-4722-ad7c-b403c7fec2a2 req-e110cd7d-3c5f-4da9-9e9f-52117c14df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:36:56.332345 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b41119b2-90f0-4722-ad7c-b403c7fec2a2 req-e110cd7d-3c5f-4da9-9e9f-52117c14df1f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&device_id=8f447642-a022-45f3-a21e-30c69285150c HTTP/1.1" status: 200 len: 1099 time: 0.0532784 Jun 23 16:36:56.448917 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41119b2-90f0-4722-ad7c-b403c7fec2a2 req-764d682b-6649-4d1c-bc73-26ad8b01e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:36:56.450410 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b41119b2-90f0-4722-ad7c-b403c7fec2a2 req-764d682b-6649-4d1c-bc73-26ad8b01e5fd service neutron] 10.222.0.84 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 916 time: 0.0968106 Jun 23 16:36:56.492347 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b41119b2-90f0-4722-ad7c-b403c7fec2a2 req-1d37de9c-7967-40b4-9fed-784ff019aedc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33b773f7-4321-4e20-b22d-f029f3bb544b HTTP/1.1" status: 200 len: 217 time: 0.0350072 Jun 23 16:36:56.543935 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41119b2-90f0-4722-ad7c-b403c7fec2a2 req-1c737785-8ec7-4157-bfe6-db6cbc23311e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:36:56.545917 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b41119b2-90f0-4722-ad7c-b403c7fec2a2 req-1c737785-8ec7-4157-bfe6-db6cbc23311e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a13dcb6b-63c2-4b53-a4d0-749cfb697a09 HTTP/1.1" status: 200 len: 855 time: 0.0472388 Jun 23 16:36:56.579373 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b41119b2-90f0-4722-ad7c-b403c7fec2a2 req-93fc15ba-88ed-4722-8633-05157bd38b16 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51b468f5-7c7f-4931-9a90-efb26ca1eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257008 Jun 23 16:36:56.674049 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b41119b2-90f0-4722-ad7c-b403c7fec2a2 req-00dfe643-2561-439d-b2ba-1ac32e7cdc0f service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885649 Jun 23 16:36:56.765616 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b41119b2-90f0-4722-ad7c-b403c7fec2a2 req-b8022add-d058-4ef5-9c08-31913599bebd service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845065 Jun 23 16:36:56.990253 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-863427ef-191a-4cda-8e80-f721890aab75 req-f7bdce51-49e8-432d-b8a5-a58137775b4f tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0283332 Jun 23 16:36:58.126555 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9312e64b-040b-40c9-8195-15185200bd24 req-d6c7dcf6-2d1a-4ec3-84fe-25fd636edc9f tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0281730 Jun 23 16:36:59.261582 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a3282839-3e94-4f93-8b7c-d1bfccadc32e req-b983fc46-18b0-4570-a837-dffedc8848c8 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0270629 Jun 23 16:37:00.400939 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-cb8754ee-ec90-44a0-a140-5b8da37eefa0 req-714acbfc-16ed-4f29-ab4e-0ab365c9c66f tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0297952 Jun 23 16:37:01.646762 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3a7a743d-9855-4e8c-acfe-c30cf1324b69 req-bf99af08-2925-4e03-8f9f-87ee3a71d648 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0316994 Jun 23 16:37:02.625167 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-e84c2e1a-34e2-427a-a1c1-6ad74bafa310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:37:02.785214 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0ffc181e-0ed7-499d-a3fc-6eacf917bc3f req-60580a90-8e6e-4ed5-b976-2784832d39a5 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0274785 Jun 23 16:37:03.921528 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-864d7f8f-530b-42f5-af58-2788df0a3cf5 req-15c2d418-1e8c-41f7-af94-868aa3acda17 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0276945 Jun 23 16:37:04.989509 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:37:05.063626 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-387ec0af-cf5b-433e-9be4-1a96f6ea7773 req-2db5a49c-f5e4-4aaa-ba1d-9ec3767d12d1 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0274055 Jun 23 16:37:05.754896 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-775c4ecc-4299-4dd4-9fdb-47bedfaf5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:37:06.207502 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d10e06d9-161d-4106-acc4-cce0aa32e6d9 req-766cf1ef-34bb-42b5-938b-3b9bb53acbdf tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0280077 Jun 23 16:37:06.493321 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:37:07.345220 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-338b1b04-e905-4128-a61d-30b34a4a817a req-67cd524c-19a9-4230-a46a-cede7efbaffd tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0286212 Jun 23 16:37:08.157536 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:37:08.484621 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2cb71b44-3fc4-4a2e-869c-a7571828700e req-5f76c9e1-d71a-41df-a0a1-dc77c35d9e08 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0326447 Jun 23 16:37:09.367676 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:37:09.630308 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-190c6200-b11c-40ef-b7d5-3935ebb5fb2b req-771dc631-b19a-4b92-91bc-3e0876130d59 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0313907 Jun 23 16:37:10.775458 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-877afb3a-f4a2-4a67-a8e2-28e67e9fc108 req-51d211e8-27e0-44dc-a0cb-9acc6aa93eb1 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0326006 Jun 23 16:37:11.909555 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-304b4e8d-67d5-4686-9df3-72fddffaa91a req-0f9f1ff4-cef2-45d6-b4e0-2bda092a691e tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0272508 Jun 23 16:37:13.046726 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f6479408-c4b2-4430-9652-dca56b03701e req-f25c0e08-7dd8-45e4-9199-6b2f00f0aaa5 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0275891 Jun 23 16:37:14.187506 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7c44c4a4-9c66-4415-9a5a-10b6871d3c86 req-f0fb9539-bf51-4199-a560-a1fc900a6af1 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0300961 Jun 23 16:37:15.327213 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c5eff605-dc7c-47f4-b940-8e7f3169e251 req-740aafa2-c913-4746-a215-3332864d1c3b tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0298250 Jun 23 16:37:16.468001 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-c00a2631-c800-45da-a140-060b29b558f9 req-0ff48ede-066a-469a-9016-d3b8150df80a tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0272651 Jun 23 16:37:17.605690 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-05c47642-d15a-4bff-a44a-ec4b8c9f5b10 req-2e2972ae-7eed-4709-aa59-75b8e63b28b1 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0283625 Jun 23 16:37:18.525084 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:37:18.743661 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3bd53af7-215c-4b03-9dcd-d21305bab523 req-d6fcfa8f-d214-4cb9-ad47-36afbb6959aa tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0303819 Jun 23 16:37:19.885719 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7229a0ea-5046-4e3d-bee1-a3e9d71df0d3 req-0dbb197f-4f69-4848-95e2-a4b5a3422cda tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0310233 Jun 23 16:37:21.021628 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-911712af-5476-484d-805d-51d9b13a451a req-8cd04f5d-10f7-4ec1-884f-9bb91d611e3f tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0276561 Jun 23 16:37:22.159336 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d33b570c-0ddb-4670-97ae-ce6992c6c4f8 req-d7c6e798-f3ea-4ef6-a6b0-c5294937ee5c tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0279744 Jun 23 16:37:23.308563 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d3686a29-0003-4bd2-85cf-981dbd96c1d6 req-b8500c61-9533-4593-8157-8b4602b6cfa8 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0282712 Jun 23 16:37:24.440054 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ff1596cb-0352-4d9f-9601-a66e3181821f req-a2e50628-ee9b-49d4-8f41-1fbbc1e08cf5 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0294557 Jun 23 16:37:25.576182 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-18a5c70b-d183-49e0-ab6f-23412a0da770 req-8d5ad6aa-60e7-4bed-abcc-3eb490111455 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0279512 Jun 23 16:37:26.711770 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e98615b0-7df9-4867-bc70-37eda3be0e54 req-ddcdf7fe-c3ea-43fa-856b-3904638539c7 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0274799 Jun 23 16:37:26.845036 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [req-ec934bee-3013-48a8-8917-19c0f01c7b7e req-e7d9056b-bba5-4d3c-9956-5bf8fd3b4e57 service neutron] (92863) timed out ('10.222.0.46', 48816) {{(pid=92863) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 16:37:27.850543 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a6b97c04-5e44-4cd0-80d0-c133bc14ba2c req-37aa84cf-9c07-40b3-b33b-a897d50acd87 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0299866 Jun 23 16:37:28.993900 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b6b7ab86-2bc9-4af0-bf44-091b21b521d2 req-5b43acc1-f897-403f-aa5a-f444abb8711b tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0318704 Jun 23 16:37:30.131314 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ee899ba3-f3ff-446e-98e7-211ff1c7700c req-5d1809e1-e979-483a-988a-7cefc46bbef2 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0289805 Jun 23 16:37:31.278481 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-5e81a7d5-4cb1-4eef-b50c-d543e91056be req-ec266ce1-82b1-4cd1-8697-f5e3fee608ce tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0354786 Jun 23 16:37:32.423398 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7be177ea-7ce9-46d8-aa4e-e0fa19265d58 req-97dd8c4c-d4b8-4e74-8d32-a6855e9f477b tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0267508 Jun 23 16:37:32.624896 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7c6d3108-87ab-4f98-a189-f526f48c0070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:37:33.559820 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-86ba66da-77ba-4437-a874-88bbf1d5b385 req-8f630b4f-248d-4faa-ba51-0f2d017e82e7 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0278704 Jun 23 16:37:34.702027 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4e6ed2ee-640e-450f-8ee7-67669871d699 req-99ba3f8e-788c-488d-978c-ed0ca070bcf2 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0294886 Jun 23 16:37:34.990061 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:37:35.756586 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-efd6f444-c71c-461a-a7a0-ea33fb783622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:37:35.840813 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ba61be50-f316-44ea-a7d8-d8c94f4fff8f req-37b9ba38-2cec-4651-b29a-3708ba08c21c tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0278656 Jun 23 16:37:36.501667 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:37:36.982258 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f81add77-1e41-4c45-8801-15eef66153d5 req-92908011-06c5-474a-96a5-c8793e04d466 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0314326 Jun 23 16:37:38.127548 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bdd4c357-6728-416e-90f4-174533299da5 req-547b44f8-df4b-4c9b-b149-e65d8f573c2c tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0315094 Jun 23 16:37:38.157885 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:37:39.263589 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e6a249b8-0593-40e6-8caa-c7b669f60217 req-54bc13fc-c018-42be-aff7-186f43ef8bc1 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0269001 Jun 23 16:37:39.371435 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:37:40.400715 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-9624fb0e-9ee4-469f-bfe5-c12abd09ee5d req-235c79d4-a25b-4b0b-8aa0-9632b0ad441e tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0280652 Jun 23 16:37:41.540267 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-4155fc8f-8088-4325-b48a-62631a2bf0f8 req-cd5c2de6-f4c4-4f0f-b8bb-df597cd613b0 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0278649 Jun 23 16:37:42.676215 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-adcf4e32-5a40-4dae-835d-6f36ed994542 req-94d4223b-1b11-4471-ab70-a885b5342e82 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0284579 Jun 23 16:37:43.811513 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b6f9e3db-2cfc-4b59-8278-9188e4e36bfb req-e9cb31d1-9807-4f34-854a-71d0c1f8a88d tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0270989 Jun 23 16:37:44.949246 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b9063109-ed1a-48d1-b258-0958a3ec8182 req-d5b8f4f0-5e8e-4c39-ba26-8858f8e1c93d tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0288985 Jun 23 16:37:46.087804 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7aebdd0f-1572-49e1-8372-ddf6a51e516d req-22815b88-f25f-4af8-b538-6e75974389a1 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0314314 Jun 23 16:37:47.234257 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b98911ce-6f51-4b4f-b115-a02274226e37 req-24d5a8ef-1b17-4acc-9c55-18711d5f1983 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0310588 Jun 23 16:37:48.372250 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2aa0cd85-2e47-428b-8c2b-d49a8097fe7b req-f16600a3-642d-40d4-beea-9d0c123ab391 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0274386 Jun 23 16:37:49.507203 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-efdbb7a6-28ee-4485-b82c-1aa15bd60ffb req-02dd5a10-c9b8-4a5c-bcd9-10b9e886c99d tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0280168 Jun 23 16:37:50.646277 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-065ba5e1-0536-4bfb-938d-66576a2ff187 req-b83f5767-c8da-4062-8ce3-622e78491bb6 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0274174 Jun 23 16:37:51.781563 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3e80a3b6-26d9-477b-a21f-b4ddd5bf8532 req-7525e551-bbf5-48f3-ab70-36494edca93b tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0284524 Jun 23 16:37:51.911328 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [req-68403751-5eca-4090-800c-56b309bebd65 req-429246dc-7dc9-4805-a13a-af26bbfc853a service neutron] (92864) timed out ('10.222.0.84', 62977) {{(pid=92864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 16:37:52.921817 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-164a01c9-2a26-4608-95bc-e6e22f837c90 req-bf2a6529-ff74-4076-88e6-f2b98a5c4800 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0277128 Jun 23 16:37:54.057171 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-802b1e09-d927-450f-bc44-844cb8a048cf req-efc20a2a-4839-4949-9358-040150b78352 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0283985 Jun 23 16:37:55.197286 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-476b286c-cf3e-49cd-a236-1ac728800170 req-e958004f-30de-46c7-a300-36cda26d2d94 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0316939 Jun 23 16:37:55.523478 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:37:56.341565 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e0aeac1a-9301-4fc1-ab39-6c40a6ee05ff req-e64d7628-6b74-4acf-b781-a3e3606c662d tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0323367 Jun 23 16:37:57.476424 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b9228a5b-f704-4619-8cb2-6ffdb4c57456 req-33a2f7ee-9d8e-48a4-8080-965c5b1c18a6 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0278497 Jun 23 16:37:58.238091 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-56f27440-e1a8-4468-9f33-96a4b8d1bdff req-bc39ae50-106a-4986-b112-28b6b988815e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d95942eb-b377-4db3-bceb-05a09baefae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504282 Jun 23 16:37:58.321779 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f27440-e1a8-4468-9f33-96a4b8d1bdff req-f7e7c394-e1f4-4828-bb56-74a0faecbe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:37:58.323269 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-56f27440-e1a8-4468-9f33-96a4b8d1bdff req-f7e7c394-e1f4-4828-bb56-74a0faecbe3f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&device_id=d95942eb-b377-4db3-bceb-05a09baefae1 HTTP/1.1" status: 200 len: 1098 time: 0.0515561 Jun 23 16:37:58.679837 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e9c5f946-2f27-44cf-b10d-d275a067481c req-f8143b44-d823-432c-839b-87efe05f32ce tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0331116 Jun 23 16:37:58.702068 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f27440-e1a8-4468-9f33-96a4b8d1bdff req-326530a6-1951-4072-bac1-96e7e65cc7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:37:58.703531 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-56f27440-e1a8-4468-9f33-96a4b8d1bdff req-326530a6-1951-4072-bac1-96e7e65cc7dc service neutron] 10.222.0.84 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 916 time: 0.3598874 Jun 23 16:37:58.746578 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-56f27440-e1a8-4468-9f33-96a4b8d1bdff req-c94fa769-6a61-4d15-b78a-cff80e10c6c0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d168499a-24d2-4ed6-969a-900ec6998d47 HTTP/1.1" status: 200 len: 217 time: 0.0363369 Jun 23 16:37:58.793697 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f27440-e1a8-4468-9f33-96a4b8d1bdff req-10cc1c45-ed4b-4a5a-972c-df033b7bfe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:37:58.795301 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-56f27440-e1a8-4468-9f33-96a4b8d1bdff req-10cc1c45-ed4b-4a5a-972c-df033b7bfe25 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a13dcb6b-63c2-4b53-a4d0-749cfb697a09 HTTP/1.1" status: 200 len: 855 time: 0.0426266 Jun 23 16:37:58.828899 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-56f27440-e1a8-4468-9f33-96a4b8d1bdff req-5ec1cead-ce94-406b-9903-f85ee5227c9d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51b468f5-7c7f-4931-9a90-efb26ca1eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266194 Jun 23 16:37:58.917923 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-56f27440-e1a8-4468-9f33-96a4b8d1bdff req-7cf307b3-9273-404c-9cc3-dfcaec4e651b service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828543 Jun 23 16:37:59.004830 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-56f27440-e1a8-4468-9f33-96a4b8d1bdff req-c8b2123d-46ed-49e0-9676-696ca3e8aa8c service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803130 Jun 23 16:37:59.822398 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-85326080-aa9a-48b6-aea8-68dcdc01fac3 req-37f427ba-52d4-4b52-aeab-f96199d2bc54 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0281487 Jun 23 16:38:00.965629 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e54347de-82b9-4d3d-ad6e-e1fbe7c45a02 req-1e0052ce-a8ea-4eb3-8e70-224ac4558701 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0286996 Jun 23 16:38:02.146572 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-279d2225-56a2-4177-a16a-4a8adf8454a8 req-20ea54ad-d3a2-456c-bc2c-1e0da62e0184 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] 10.222.0.46 "GET /v2.0/ports?device_id=33fca893-fb62-4ee1-9b8a-f29d2df6926e HTTP/1.1" status: 200 len: 210 time: 0.0451050 Jun 23 16:38:02.353198 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a712931-836e-48f6-94f0-2d3e6d8369a9 req-5d2d28e6-6aa5-4cae-902c-c0ed67743218 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:38:02.354332 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2a712931-836e-48f6-94f0-2d3e6d8369a9 req-5d2d28e6-6aa5-4cae-902c-c0ed67743218 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 946 time: 0.0663886 Jun 23 16:38:02.391150 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2a712931-836e-48f6-94f0-2d3e6d8369a9 req-65d868a0-8d65-4f8d-a0d5-cdde71ee9535 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8bcac62-64bf-4df8-91be-215e20e7e459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309556 Jun 23 16:38:02.626181 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-f1e7747b-7beb-4bca-af4a-f4ff26d01214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:03.025055 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500d674-3a28-4d0f-a272-b241826da731 req-9f1a83bf-f362-41d4-af16-66d84fd47d12 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:38:03.026511 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0500d674-3a28-4d0f-a272-b241826da731 req-9f1a83bf-f362-41d4-af16-66d84fd47d12 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.84 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 946 time: 0.0611923 Jun 23 16:38:03.128846 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-0500d674-3a28-4d0f-a272-b241826da731 req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Deleting port 7cb9d45f-6278-4439-8cc1-c398b01991ed {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:38:03.129186 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-0500d674-3a28-4d0f-a272-b241826da731 req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:03.228571 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-0500d674-3a28-4d0f-a272-b241826da731 req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] For port 7cb9d45f-6278-4439-8cc1-c398b01991ed, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7cb9d45f-6278-4439-8cc1-c398b01991ed,segment=NetworkSegment(b465926d-7bb3-4cdf-b44d-1cc13c699e48),segment_id=b465926d-7bb3-4cdf-b44d-1cc13c699e48)] {{(pid=92863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:38:03.229219 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-0500d674-3a28-4d0f-a272-b241826da731 req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:03.242541 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-0500d674-3a28-4d0f-a272-b241826da731 req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Calling delete_port for 7cb9d45f-6278-4439-8cc1-c398b01991ed owned by compute:nova {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:38:03.383952 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-0500d674-3a28-4d0f-a272-b241826da731 req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:03.389127 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-f2eae17a-c998-478c-9403-0c72319c334e tempest-ServerRescueNegativeTestJSON-1469469165 tempest-ServerRescueNegativeTestJSON-1469469165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:38:03.421053 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Pushing event deleted for resources: {'Port': ['ID=7cb9d45f-6278-4439-8cc1-c398b01991ed,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:38:03.427476 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['7cb9d45f-6278-4439-8cc1-c398b01991ed'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:38:03.451049 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:38:03.451428 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:38:03.451800 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:38:03.452166 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:38:03.452530 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:38:03.452891 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:38:03.453248 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:38:03.453604 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:38:03.453958 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:38:03.454331 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:38:03.454683 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:38:03.455034 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:38:03.460227 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:38:03.477198 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-0500d674-3a28-4d0f-a272-b241826da731 req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] No DVR routers for this DVR port 7cb9d45f-6278-4439-8cc1-c398b01991ed on host hv-cinder-78836 {{(pid=92863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:38:03.479933 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-0500d674-3a28-4d0f-a272-b241826da731 req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:03.481891 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0500d674-3a28-4d0f-a272-b241826da731 req-61a2325e-aa9f-456b-9f9a-082265720195 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.84 "DELETE /v2.0/ports/7cb9d45f-6278-4439-8cc1-c398b01991ed HTTP/1.1" status: 204 len: 173 time: 0.4495840 Jun 23 16:38:03.482430 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456920a1-fa3a-48e6-ab7d-3a645bcbc651', 'name': 'network-vif-deleted', 'tag': '7cb9d45f-6278-4439-8cc1-c398b01991ed'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:38:03.484961 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7aa9e2-86a9-40ac-a4f9-0b6ecbe982ae" -d '{"events": [{"server_uuid": "456920a1-fa3a-48e6-ab7d-3a645bcbc651", "name": "network-vif-deleted", "tag": "7cb9d45f-6278-4439-8cc1-c398b01991ed"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:38:03.577021 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1e27247a-6ce2-4971-98e0-098f0ee8b42c req-a3b8db74-2ea0-466d-8eec-7c119baac7c7 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0384552 Jun 23 16:38:03.594674 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3662a215-d1d8-44b5-8bf3-b83334a19995 x-openstack-request-id: req-3662a215-d1d8-44b5-8bf3-b83334a19995 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:38:03.595006 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456920a1-fa3a-48e6-ab7d-3a645bcbc651", "name": "network-vif-deleted", "tag": "7cb9d45f-6278-4439-8cc1-c398b01991ed", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:38:03.595340 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3662a215-d1d8-44b5-8bf3-b83334a19995 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:38:03.595775 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456920a1-fa3a-48e6-ab7d-3a645bcbc651', 'name': 'network-vif-deleted', 'tag': '7cb9d45f-6278-4439-8cc1-c398b01991ed', 'status': 'completed', 'code': 200} Jun 23 16:38:04.725038 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-86f874e2-964b-4e43-8bd0-e6e647b72b80 req-9e1bf49c-36e0-44d1-91c5-eb409632964c tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0288026 Jun 23 16:38:04.990357 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:05.757994 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-6c6dc89b-86be-45f7-b101-c368d3289a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:05.871618 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0116ad4c-ffd3-46b2-8abf-2659a3d05e6a req-270c0434-6e7b-4ca5-b012-e2f37f11be59 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0271213 Jun 23 16:38:06.439766 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 7cb9d45f-6278-4439-8cc1-c398b01991ed no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:38:06.459677 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] No Port match for: 7cb9d45f-6278-4439-8cc1-c398b01991ed {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:38:06.460032 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 7cb9d45f-6278-4439-8cc1-c398b01991ed not bound to the agent host hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:38:06.492804 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:07.010761 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e4ab8822-1172-4acf-a0f0-86873a1bd54f req-9284c974-daf8-4f56-a2ef-cf12977781e1 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0300815 Jun 23 16:38:08.151753 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-255c8bad-a1f6-4437-a318-02bafe820f97 req-c79d8a51-743d-4df2-a502-376c96560756 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0325003 Jun 23 16:38:08.161429 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:09.290746 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ba3ad8b5-8546-4784-92e5-6f2eea971462 req-e6dcb221-6701-4c25-8c11-817b1f503fe5 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0285940 Jun 23 16:38:09.367072 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:10.426968 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8c2fdf34-aa67-4658-b57e-7ac090ee9ae7 req-784a44ba-24d4-461f-af91-5906c37a8f2a tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0291314 Jun 23 16:38:11.561500 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-baff74ef-a382-437d-a17f-9b2ec0eead40 req-3a68edaa-1839-44f9-a4ef-f51830b0d94d tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0276194 Jun 23 16:38:12.696937 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-9030c3ec-23a6-4fca-b92e-0212181f31b6 req-1112c38c-7b84-44f0-976c-d881ce8e45e0 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0283074 Jun 23 16:38:13.832429 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-96ba6405-6628-4b2b-b685-3dc4874b70e8 req-5f343e91-8164-41f8-9267-c1247b78313f tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0276752 Jun 23 16:38:14.967497 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-9003d193-1e49-4747-ad68-26eaf26a9beb req-4439189c-369e-47d4-971d-4f67c3a90b0c tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0286648 Jun 23 16:38:16.105353 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-20aa61ba-a8a2-4664-8831-9aa3a366305a req-c7ada35b-97ca-428e-bec9-fb75d2089dda tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0312045 Jun 23 16:38:17.250727 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0ca70523-20fa-43aa-a4f4-3b85962abf0a req-6c7e2148-e948-4e59-8ceb-69d0d4e16184 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0310748 Jun 23 16:38:18.395626 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-8db0fcf1-cdf1-45f6-8d9e-4d502908953f req-7153d1e5-a7b7-4eb5-8172-ba8e00acbf58 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0275588 Jun 23 16:38:19.530554 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d2304d7e-3aaf-4321-9ee2-f3c8a1087108 req-c4aef5c8-303f-4c31-841c-f230a66093cd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0278742 Jun 23 16:38:20.664806 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e5f26198-32b9-4b76-bda0-2cbd711b5671 req-0c820d6f-ffcc-483f-97f7-168246bf1384 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0272098 Jun 23 16:38:21.800435 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3a5dcdb5-42db-400f-9586-27d11bddc3a7 req-3a55ab14-d29a-4f60-86ee-a206252fb09b tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0271409 Jun 23 16:38:22.935012 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-06e786f5-134b-4922-a437-f4fd02a53ac3 req-af46da69-d4a0-4d16-a0c2-481bd901a960 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0282590 Jun 23 16:38:24.069702 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-83795d06-efb7-44b4-8eb8-cbcee2ac9342 req-982d08ef-e0ea-4824-8276-1fcb01f304ea tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0272300 Jun 23 16:38:25.211749 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7843ad7e-8e0a-4887-a0e2-47b2710e8338 req-4471df12-7cce-4a15-a163-5a2c933fc773 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0315456 Jun 23 16:38:26.356839 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2031720a-f7c6-4c56-aebd-1a57e0961320 req-f96cb44a-333e-4410-be5e-639d309b042c tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0313714 Jun 23 16:38:27.494487 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d863e8bb-8f13-46ec-8ed0-f74fc8bcddff req-df4ddfc2-4ca4-423c-9f0f-d19d71332753 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0270150 Jun 23 16:38:28.629152 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-77b8bfe7-9e97-473f-a226-dd1d1b62f447 req-9100ff82-a51d-41f9-a274-ac6aaabe162f tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0269771 Jun 23 16:38:29.766244 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-71a7c64a-b817-4744-afb0-75d33ead5dda req-5648d548-4fd4-4f20-b825-f306080e0277 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0276196 Jun 23 16:38:30.902154 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-646ebdfd-7a27-4af0-a92e-2734efed47ab req-36f29090-bb0f-4d10-8965-f8c150959afb tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0280585 Jun 23 16:38:32.039522 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-19cdb5bc-9368-46ae-bd8e-fa429f2ce0e5 req-ccd113ba-9616-45f8-9e12-cf6e0ad2cedf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0280867 Jun 23 16:38:32.521674 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:38:32.630246 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-1006e870-54b4-4aeb-91ee-fbf8e2514f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:33.174955 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4d81618e-cbbe-4e0f-907a-758cc84b675a req-9346d3f4-99e0-4067-aed9-4d52b2de85d3 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0279737 Jun 23 16:38:34.314686 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-abb32b82-7408-4345-adc0-bc6328541dff req-9d01a5a2-0fdb-49ae-8ddb-c61d97db68e9 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0325036 Jun 23 16:38:34.990615 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:35.457460 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-293197df-08a9-40f7-abf5-735e8114aeeb req-899d53e7-25e1-4e7a-9b34-65f23b9851dd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0305994 Jun 23 16:38:35.759663 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-575c6ad6-5b83-406a-afdd-34c56275849e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:36.496322 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:36.595445 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-46591e59-8260-44cc-9030-8498868c4389 req-0b9f4267-b495-4a75-a11d-9b955046133e tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0273559 Jun 23 16:38:37.730666 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2857965f-2c74-4a08-9245-b615620dd443 req-92b1cea8-bd77-4100-b68b-389a8bd82301 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0283289 Jun 23 16:38:38.163643 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:38.867498 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-caa19cae-5043-4d44-8208-62ce0708206a req-6389dabc-c188-40bd-86cc-1290cf6acb2d tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0287340 Jun 23 16:38:39.367428 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:40.014389 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a158d0d1-7955-4e57-9f73-a9c8089e1b58 req-d678fcc9-650e-44be-8fe2-8cd73cba5f1c tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0324862 Jun 23 16:38:41.149505 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-fe5f7534-c47e-4d11-85f2-32dd779c10ec req-b6d7f99d-3476-4d1b-965c-393b7f3911cb tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0279889 Jun 23 16:38:42.288851 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7a86ffbc-1347-416a-97dc-08c3f43d327d req-562863c8-fd5f-44e4-a7ef-0fa08cc405c6 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0288830 Jun 23 16:38:43.433070 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0144f668-5800-4f84-aa2f-73f6ca193173 req-9759d463-fc56-48de-a60c-848459a4be9f tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0310020 Jun 23 16:38:44.574874 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-fb8ea25d-e262-406e-a0b2-6558d2aec137 req-3b9b1e8e-7049-4e1e-b218-ba5c0a5010dd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0305653 Jun 23 16:38:45.715489 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0ebd69dd-99b8-4b37-a8b3-95d2c9b1bbc8 req-0add4016-25d6-48d8-9825-f31cb6873eac tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0272992 Jun 23 16:38:46.851204 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-965bc09f-76f0-4889-9d63-40e854415811 req-13ca6201-0abd-401f-ac5a-7b21dcc84f88 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0285363 Jun 23 16:38:47.045202 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [req-34aec8ac-165b-4a54-9225-73e2f5c1ef49 req-37b035f2-f845-4408-9750-55d0452ad9bb service neutron] (92863) timed out ('10.222.0.84', 62960) {{(pid=92863) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 16:38:47.990453 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-8d0da95e-2ffc-4faa-94ba-7aeaa31d62d6 req-974648a4-4a17-4fb3-b4c2-57e9a9cfab31 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0283136 Jun 23 16:38:49.125409 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2bdc51ca-050b-4cb5-a777-cb27f0e7427e req-a1fb9fce-6056-4dff-b63b-51b2722f4ddc tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0274282 Jun 23 16:38:50.264399 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-68f6d89c-734e-46b6-acc8-46fd984aee35 req-518f7dbc-d40a-468a-958a-7e493b7c8bec tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0290062 Jun 23 16:38:51.403662 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d2714258-c2fa-4332-9645-aeed437a2c01 req-487a8a29-67b7-4555-aff0-7dc169cb82c2 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0295789 Jun 23 16:38:52.543937 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9ff349d8-3752-4668-83ee-7ef71866344e req-5ee96d89-62b8-42b8-a4e0-05988af890eb tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0323000 Jun 23 16:38:53.686854 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-563cd05b-414d-4fad-99cc-5742384a2b5c req-33f1a928-e139-4139-a158-9348e273540c tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0310042 Jun 23 16:38:54.826328 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-8c15ba22-d6c3-474b-a1c5-4c66ee23e0f6 req-23e8a5dc-abef-4c56-8255-dfbc540e37dc tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0271940 Jun 23 16:38:55.963950 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f7b3334c-81d7-4cb7-b28c-7ca68a5d9b28 req-79e799fd-e8a1-4439-b143-cbd9e7ebc052 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0285945 Jun 23 16:38:57.099751 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6a39565a-bc3e-4e20-a60f-8c8f52be8784 req-aebfb6d5-1bf7-44d0-a1e6-50d421a583eb tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0273316 Jun 23 16:38:58.238054 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3b07885d-1f93-49ee-ae83-fc75a6fe9537 req-c0138977-8392-403f-9f6f-ecad4b96b72a tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0290918 Jun 23 16:38:59.375315 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7f2ebf54-b641-452a-a409-11108c482e83 req-24590514-f5ce-4b00-8bdd-f5f1e9b67c82 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0281947 Jun 23 16:39:00.190256 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5069a68-ad36-4d56-9cb7-0851147982b5 req-3d8342aa-a43a-44e1-9ef7-c7267c452771 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:39:00.192276 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e5069a68-ad36-4d56-9cb7-0851147982b5 req-3d8342aa-a43a-44e1-9ef7-c7267c452771 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da HTTP/1.1" status: 200 len: 946 time: 0.0669124 Jun 23 16:39:00.228879 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e5069a68-ad36-4d56-9cb7-0851147982b5 req-4464bc17-0c15-4f6f-a056-5acac4590b86 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e32bcd7-2aa0-46ac-9010-d24426abce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310144 Jun 23 16:39:00.515934 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ccdf5466-99a0-47cd-aaef-b6fbcb1c35bc req-1d47f4e8-0727-4695-9b63-2b04d18c5ad9 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0283391 Jun 23 16:39:00.713595 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07239ae-9b8e-4304-8d71-5d673df16988 req-302a9a80-fc28-4cdc-8726-4e4ad7c66dd2 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:39:00.714989 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d07239ae-9b8e-4304-8d71-5d673df16988 req-302a9a80-fc28-4cdc-8726-4e4ad7c66dd2 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.84 "GET /v2.0/ports?device_id=d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da HTTP/1.1" status: 200 len: 946 time: 0.0650525 Jun 23 16:39:00.810866 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-d07239ae-9b8e-4304-8d71-5d673df16988 req-e8619dba-5c47-4e99-ae22-c0bf13dd2cc5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Deleting port 63f2cd01-64e9-4f1e-8870-4b1c70f1b207 {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:39:00.811208 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-d07239ae-9b8e-4304-8d71-5d673df16988 req-e8619dba-5c47-4e99-ae22-c0bf13dd2cc5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:00.901240 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-d07239ae-9b8e-4304-8d71-5d673df16988 req-e8619dba-5c47-4e99-ae22-c0bf13dd2cc5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] For port 63f2cd01-64e9-4f1e-8870-4b1c70f1b207, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63f2cd01-64e9-4f1e-8870-4b1c70f1b207,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:39:00.901601 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-d07239ae-9b8e-4304-8d71-5d673df16988 req-e8619dba-5c47-4e99-ae22-c0bf13dd2cc5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:01.063873 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-d07239ae-9b8e-4304-8d71-5d673df16988 req-e8619dba-5c47-4e99-ae22-c0bf13dd2cc5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:01.064244 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-d07239ae-9b8e-4304-8d71-5d673df16988 req-e8619dba-5c47-4e99-ae22-c0bf13dd2cc5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651384'] for floatingip, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:01.064556 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.db.l3_db [req-d07239ae-9b8e-4304-8d71-5d673df16988 req-e8619dba-5c47-4e99-ae22-c0bf13dd2cc5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Floating IP d9ded9c1-871e-4c1b-aa6b-1b3f224f4787 disassociated. External IP: 172.27.3.91, port: 63f2cd01-64e9-4f1e-8870-4b1c70f1b207. Jun 23 16:39:01.064893 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-d07239ae-9b8e-4304-8d71-5d673df16988 req-e8619dba-5c47-4e99-ae22-c0bf13dd2cc5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Calling delete_port for 63f2cd01-64e9-4f1e-8870-4b1c70f1b207 owned by compute:nova {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:39:01.192004 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-d07239ae-9b8e-4304-8d71-5d673df16988 req-e8619dba-5c47-4e99-ae22-c0bf13dd2cc5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:01.196824 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7a79a303-53e5-43a4-8be3-3469b48b2d25 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:39:01.221176 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8619dba-5c47-4e99-ae22-c0bf13dd2cc5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Pushing event deleted for resources: {'Port': ['ID=63f2cd01-64e9-4f1e-8870-4b1c70f1b207,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:39:01.224250 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-e8619dba-5c47-4e99-ae22-c0bf13dd2cc5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:39:01.335341 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d07239ae-9b8e-4304-8d71-5d673df16988 req-e8619dba-5c47-4e99-ae22-c0bf13dd2cc5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:39:01.379877 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b0a4365b-430a-45f3-9307-ad1a29be3860 req-10295492-7ff4-4159-818d-8d7ca94f3f86 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da HTTP/1.1" status: 200 len: 210 time: 0.0291188 Jun 23 16:39:01.444757 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d07239ae-9b8e-4304-8d71-5d673df16988 req-e8619dba-5c47-4e99-ae22-c0bf13dd2cc5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:39:01.454584 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7a6547-e66b-4654-a828-a461148344d9 None None] Sync routers for ids ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:39:01.464254 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a6547-e66b-4654-a828-a461148344d9 None None] Routers {'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:39:01.464889 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-5d7a6547-e66b-4654-a828-a461148344d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:38:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:39:01.487538 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07239ae-9b8e-4304-8d71-5d673df16988 req-e8619dba-5c47-4e99-ae22-c0bf13dd2cc5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] No DVR routers for this DVR port 63f2cd01-64e9-4f1e-8870-4b1c70f1b207 on host hv-cinder-78836 {{(pid=92863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:39:01.489938 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-d07239ae-9b8e-4304-8d71-5d673df16988 req-e8619dba-5c47-4e99-ae22-c0bf13dd2cc5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:01.491960 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d07239ae-9b8e-4304-8d71-5d673df16988 req-e8619dba-5c47-4e99-ae22-c0bf13dd2cc5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.84 "DELETE /v2.0/ports/63f2cd01-64e9-4f1e-8870-4b1c70f1b207 HTTP/1.1" status: 204 len: 173 time: 0.7712936 Jun 23 16:39:01.492420 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f210f6-02c3-4a9a-9ce8-4e7e3d9844da', 'name': 'network-vif-deleted', 'tag': '63f2cd01-64e9-4f1e-8870-4b1c70f1b207'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:39:01.494879 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6943649b-59dd-4e14-8033-800f04b6d0eb" -d '{"events": [{"server_uuid": "d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da", "name": "network-vif-deleted", "tag": "63f2cd01-64e9-4f1e-8870-4b1c70f1b207"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:39:01.536694 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78292030-f8b2-46ca-a48f-4d4d32b49ea0 x-openstack-request-id: req-78292030-f8b2-46ca-a48f-4d4d32b49ea0 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:39:01.537337 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f210f6-02c3-4a9a-9ce8-4e7e3d9844da", "name": "network-vif-deleted", "tag": "63f2cd01-64e9-4f1e-8870-4b1c70f1b207", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:39:01.537337 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-78292030-f8b2-46ca-a48f-4d4d32b49ea0 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:39:01.537716 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f210f6-02c3-4a9a-9ce8-4e7e3d9844da', 'name': 'network-vif-deleted', 'tag': '63f2cd01-64e9-4f1e-8870-4b1c70f1b207', 'status': 'completed', 'code': 200} Jun 23 16:39:01.572810 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-5d7a6547-e66b-4654-a828-a461148344d9 None None] Set router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:39:01.677627 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e9dba24f-1fe1-40f1-a8c1-2a4c1421bf75 req-28fdbf01-b9a8-4c25-aebf-7d978bdc8408 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0311060 Jun 23 16:39:01.787307 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-5d7a6547-e66b-4654-a828-a461148344d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-672846221-router', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:37Z', 'revision_number': 4, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'gw_port': {'id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:28Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '297bcc73-63df-4afa-8060-cf1ed35917a7', 'name': '', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'mac_address': 'fa:16:3e:50:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:34Z', 'updated_at': '2021-06-23T16:19:48Z', 'revision_number': 5, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'subnets': [{'id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:39:01.813975 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7a6547-e66b-4654-a828-a461148344d9 None None] Checking router: ac594b62-31a6-4cbc-a399-0b9ffcbee1bf for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:39:01.822393 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a6547-e66b-4654-a828-a461148344d9 None None] Routers {'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:39:01.823022 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-5d7a6547-e66b-4654-a828-a461148344d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:38:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:39:01.927112 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-5d7a6547-e66b-4654-a828-a461148344d9 None None] Set router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:39:02.135187 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-5d7a6547-e66b-4654-a828-a461148344d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-672846221-router', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:37Z', 'revision_number': 4, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'gw_port': {'id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:28Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '297bcc73-63df-4afa-8060-cf1ed35917a7', 'name': '', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'mac_address': 'fa:16:3e:50:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:34Z', 'updated_at': '2021-06-23T16:19:48Z', 'revision_number': 5, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'subnets': [{'id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:39:02.160846 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7a6547-e66b-4654-a828-a461148344d9 None None] The sync data for ids ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'] in dv-cinder-788363-4-iscsi is: [{'id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-672846221-router', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:19:37Z', 'revision_number': 4, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'gw_port': {'id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:28Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '297bcc73-63df-4afa-8060-cf1ed35917a7', 'name': '', 'network_id': 'd81a662b-e50c-4dc5-bfb6-5973df30f3e2', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'mac_address': 'fa:16:3e:50:b7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:34Z', 'updated_at': '2021-06-23T16:19:48Z', 'revision_number': 5, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'subnets': [{'id': 'e737d9e7-5b3c-4d9d-bb31-91a55656b0db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:39:02.462927 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2f9eb0-0e32-41a4-80a5-f80d0de5e13e None None] New status for floating IP d9ded9c1-871e-4c1b-aa6b-1b3f224f4787: DOWN {{(pid=92866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:39:02.512836 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 58592) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:39:02.568387 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-c0238c2d-9e53-40ac-873a-2d05cfd29ea9 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:02.593315 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-c0238c2d-9e53-40ac-873a-2d05cfd29ea9 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:02.632135 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-e0fe6cd2-ee11-4cab-a0cd-e274f3ae092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:02.650168 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-c0238c2d-9e53-40ac-873a-2d05cfd29ea9 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:02.652938 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-c0238c2d-9e53-40ac-873a-2d05cfd29ea9 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:02.654151 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-c0238c2d-9e53-40ac-873a-2d05cfd29ea9 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "DELETE /v2.0/security-groups/8e32bcd7-2aa0-46ac-9010-d24426abce0b HTTP/1.1" status: 204 len: 168 time: 0.1403093 Jun 23 16:39:02.655016 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-2835e44a-1fcb-4815-9068-f40044d8c395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:39:02.656955 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 58594) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:39:02.664720 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0238c2d-9e53-40ac-873a-2d05cfd29ea9 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e32bcd7-2aa0-46ac-9010-d24426abce0b,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:39:02.667190 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-c0238c2d-9e53-40ac-873a-2d05cfd29ea9 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:39:02.676788 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.api.v2.resource [None req-b86e2a69-981c-469c-af36-5a1a2c9e9c1b tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] show failed (client error): The resource could not be found. Jun 23 16:39:02.677806 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-b86e2a69-981c-469c-af36-5a1a2c9e9c1b tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "GET /v2.0/security-groups/8e32bcd7-2aa0-46ac-9010-d24426abce0b HTTP/1.1" status: 404 len: 347 time: 0.0198638 Jun 23 16:39:02.680969 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 58596) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:39:02.824676 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-36a91abd-dd2d-4fdf-b0d8-a5035b81454e req-78db5fe4-273a-4893-b74f-5f6c0ee0c85e tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0332539 Jun 23 16:39:02.831886 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-3c45b55f-1da0-4eac-b065-6ebf916a6201 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Deleting port 5d17f10d-6531-4e3e-9095-d3debc512e4e {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:39:02.832768 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3c45b55f-1da0-4eac-b065-6ebf916a6201 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:02.907751 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3c45b55f-1da0-4eac-b065-6ebf916a6201 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:02.908075 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3c45b55f-1da0-4eac-b065-6ebf916a6201 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:02.919908 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-3c45b55f-1da0-4eac-b065-6ebf916a6201 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Calling delete_port for 5d17f10d-6531-4e3e-9095-d3debc512e4e owned by network:floatingip {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:39:03.043959 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3c45b55f-1da0-4eac-b065-6ebf916a6201 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:03.045909 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-4b547e8c-7d02-4951-9d34-7dd589782a75 tempest-VolumesSnapshotTestJSON-500651285 tempest-VolumesSnapshotTestJSON-500651285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:39:03.073339 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45b55f-1da0-4eac-b065-6ebf916a6201 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Pushing event deleted for resources: {'Port': ['ID=5d17f10d-6531-4e3e-9095-d3debc512e4e,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:39:03.076403 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-3c45b55f-1da0-4eac-b065-6ebf916a6201 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:39:03.134026 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3c45b55f-1da0-4eac-b065-6ebf916a6201 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks [] for floatingip, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:03.136720 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3c45b55f-1da0-4eac-b065-6ebf916a6201 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for floatingip, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:03.137843 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-3c45b55f-1da0-4eac-b065-6ebf916a6201 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] 10.222.0.46 "DELETE /v2.0/floatingips/d9ded9c1-871e-4c1b-aa6b-1b3f224f4787 HTTP/1.1" status: 204 len: 168 time: 0.4558792 Jun 23 16:39:03.976213 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5060643e-94d9-4639-8a08-7cf6f3dbdee5 req-1c80e435-4796-423c-9886-3155f89a605a tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0311887 Jun 23 16:39:04.704157 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 63f2cd01-64e9-4f1e-8870-4b1c70f1b207 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:39:04.724200 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] No Port match for: 63f2cd01-64e9-4f1e-8870-4b1c70f1b207 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:39:04.724553 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 63f2cd01-64e9-4f1e-8870-4b1c70f1b207 not bound to the agent host hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:39:04.993200 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:05.131507 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d8110d4b-3663-4750-b3ae-25008dcaa69b req-f886a866-db0d-46ae-a9e1-ad7f169ed105 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0314875 Jun 23 16:39:05.762484 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-804abe98-8900-4abd-9b2e-d59e4778ea6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:06.268128 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-842ff1a3-dce9-453c-84b7-c15aaad0157a req-b095b22e-077b-4ea4-8f19-df4235bf5da9 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0293615 Jun 23 16:39:06.498035 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:07.408667 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2569b4db-4ba0-41ff-97a9-61fe9c5e4c76 req-3a8648f9-bbf3-4bb9-9650-fabec3da5cca tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0275066 Jun 23 16:39:08.166315 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:08.547248 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3f2ae25f-b8cf-4d72-b4f1-aa82116464ad req-4bf9857a-88d8-46a2-8d30-972390789178 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0279677 Jun 23 16:39:09.382464 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:09.520444 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:39:09.687948 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-30b3d646-b9ac-4361-b71c-c6b1cccd10e9 req-e47bb98b-c748-4188-a45d-d8a4f65eccaf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0310969 Jun 23 16:39:10.825340 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f03dc8e4-5ad7-4649-a209-9fc09c1efbf1 req-87126fa2-cfa8-4b67-b243-7bba3a57abdc tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0291684 Jun 23 16:39:11.963444 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-96b514ce-bf0b-4978-a4fd-095df65c2b14 req-c6847776-209b-4ca8-8db2-a9bd6ce057cd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0283766 Jun 23 16:39:13.103054 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-3830441d-3f23-4001-bf0f-b6a5a8e45368 req-aed21018-6719-4a17-ad49-0e97efbe6dc6 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0313861 Jun 23 16:39:14.244825 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-77c918f8-f91b-4bce-9745-a3f704e24783 req-4a8689b9-a616-4ac3-9cdc-6942b7dc71fa tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0297232 Jun 23 16:39:15.383306 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d4d06eb0-cfaf-43fc-96d9-1f0b8e9143f3 req-88720a5f-b80a-4d90-aaf8-600f4d159d1f tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0281305 Jun 23 16:39:16.520473 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-89a5348b-fd28-4dc3-9a04-1424cff051ba req-44bd271a-e412-4c6b-953e-f5cdf98a1d14 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0276999 Jun 23 16:39:17.658044 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ea47aa89-4e1b-4f92-97f7-4624ad8a9e21 req-1e1a7bf6-33d6-4305-83b0-b192c2e18f77 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0275822 Jun 23 16:39:18.796781 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7c6a6596-fff3-414d-a4f7-43381637f3cf req-5f008980-5fc5-46b2-b56c-78b614b00db9 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0308163 Jun 23 16:39:19.939386 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ae68febb-afe1-4d0b-a121-00ea937b985f req-5d547739-33fc-4cb1-9b54-40f20ab3ce78 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0281343 Jun 23 16:39:21.078671 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0329ffef-6ce0-430f-afce-414ae8fb22fe req-306586f1-3487-45f5-87b4-23cd4a6903ed tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0277929 Jun 23 16:39:22.220812 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-50b34469-92ea-4d5f-b5ae-61bad32f0de3 req-80434f90-054d-439e-908a-e7e0396f5437 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0320265 Jun 23 16:39:23.361452 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f7e7ae95-9724-4da3-a649-4af884cf7752 req-7fbe12b9-ec18-4b5a-a1b6-1480d1a92ac7 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0281954 Jun 23 16:39:24.495439 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-cf5836e9-3b22-4fc1-b2b9-4a06b26864b5 req-6dd6dfcf-0ef4-4806-95ad-ae5540ba02f9 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0277989 Jun 23 16:39:25.633508 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-dc7c7d5f-5bb8-4947-b96d-bbf0610bd800 req-97e0f72d-d9c8-41b1-b9be-5da165711a33 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0282748 Jun 23 16:39:26.771086 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-1951c6c8-60df-4ad1-9b6f-b8034b662def req-dc91667f-01f5-4d5e-8900-a35af9dcdb63 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0272279 Jun 23 16:39:27.908552 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3fbe2ef1-14f0-4da5-9f3b-4c872f0c1332 req-d8236543-562f-492f-bd4e-835d063f9753 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0308673 Jun 23 16:39:29.044209 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0b1f212e-2af0-4be1-adb0-1d0e42ffa2a3 req-6d64b3f0-80f9-4ee8-9fac-2ed80f864623 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0270731 Jun 23 16:39:30.181028 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-eb74a62c-b484-4d8d-9516-7bfc8ae4643f req-dabcc829-d68a-4395-b740-47fc811a27cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0271542 Jun 23 16:39:31.319462 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6082ec5c-153c-4388-a5fb-a86becc341f8 req-9c841a37-a22c-48ea-9f0d-1db6e4906c7c tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0313601 Jun 23 16:39:32.458408 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-da322493-66a8-4ba1-98b7-787763564f31 req-c539ef03-1650-4e4f-8529-0a98c6a60975 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0278459 Jun 23 16:39:32.634080 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-9496a3d5-41a5-4905-b820-7d06bc029893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:33.595569 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-eb882516-82a7-407d-9a78-3131135e21e4 req-beea2799-3860-4ef7-ada1-be03ddc18b9e tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0274041 Jun 23 16:39:34.730870 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-83a43ec9-24bd-4ff2-9a17-c281cef31d76 req-c9c6fee5-16a6-448f-acf3-622db542aa49 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0277946 Jun 23 16:39:34.994583 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:35.765459 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-f7f10b5b-58a5-4615-a88d-f33452db564d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:35.876623 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-a9c1183b-8641-424e-ab15-f7fb3068f330 req-fe5d5916-0c7d-4f68-b9ef-09857f960e75 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0292902 Jun 23 16:39:36.502419 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:37.016140 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f02496a8-5e92-4cf0-baeb-3ddb5f927dda req-4408453d-d3b0-4589-8c17-2b381570aa07 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0307193 Jun 23 16:39:38.151843 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-6866e6f6-fe60-421e-b3fe-1b628f56a671 req-27756fcb-3f04-4566-adfc-c09df28cd975 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0280020 Jun 23 16:39:38.169667 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:39.295256 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-71ee4c7b-8a21-41d9-b1c9-435b917fb3b6 req-75a42128-c403-4dc2-82b3-78490636c662 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0283704 Jun 23 16:39:39.377035 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:40.437831 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-0faf4b1a-cf4b-4036-8101-15929e3d5007 req-b53d8080-2036-4d5c-97d5-5c25a810301f tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0304182 Jun 23 16:39:41.583434 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-18b40030-2aea-4fef-bcc4-7805fee7df1e req-3b881f64-029f-4f6d-b6fb-eecf0f874eb1 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0301700 Jun 23 16:39:42.717740 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d9a1d2c2-d470-4499-b2e2-9b1c7588b153 req-f8805db5-2f37-4e33-9097-8a94eb532a30 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0275323 Jun 23 16:39:43.853808 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-72b7ffb9-8245-4241-8140-b7e139950c8b req-a19b2de6-2592-4bfa-bdd9-794e955a8476 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0280199 Jun 23 16:39:44.990987 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-fe399c23-f2f3-48f9-bd15-092e6e3fd754 req-fde8c149-b6c0-46c1-96b9-157db7b6f7a0 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0267024 Jun 23 16:39:46.133065 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2b8fbfa8-ee8b-4547-8757-8449c8599b3a req-718efb26-2ea2-4a0d-92d6-2155c29a1bd9 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0342236 Jun 23 16:39:46.519035 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:39:47.268776 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d6ed33af-2037-485b-b730-e05a45fe3c02 req-4fd580d1-859a-43cb-8719-f0389bf924be tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0273983 Jun 23 16:39:48.406597 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-735b276b-d17c-4490-8a82-4399dbae5529 req-f84d2b51-0772-4294-ab8c-2522fd57855c tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0286651 Jun 23 16:39:49.544959 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-07c7c6e8-dc64-4a37-b4ca-df2c8e74bba4 req-bd4d9b96-3bc5-49ec-815f-3bdcc476848d tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0307021 Jun 23 16:39:50.689054 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-5f4801a3-5bbc-40fd-9932-f8e3610ea4f2 req-e96087ad-0508-49a1-8255-14facf657c6e tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0288005 Jun 23 16:39:51.824702 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-444ff4b6-81c5-491a-9a62-0a46c9917698 req-5199730c-ee5b-43f4-a1b2-d5d30136b5be tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0278223 Jun 23 16:39:52.961375 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-745cafbd-1662-493c-9a40-788342a8438a req-8469c54c-43b2-48c2-92bd-b811333a0e98 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0288231 Jun 23 16:39:54.100261 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f163067f-da16-41fe-b70e-109a97739ea3 req-be10ba75-4835-4554-80be-36577a4e1521 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0280740 Jun 23 16:39:55.238102 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-aec2b7ec-d5e7-44f9-87c4-21e700cec66b req-af1859a4-4e9b-4678-8f4a-97036137b780 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0305748 Jun 23 16:39:56.376585 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b2136040-a9bf-4202-be03-1a1b30857de8 req-17f2bc8a-30a1-42ac-a19f-31a03e3dc6e3 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0291657 Jun 23 16:39:57.512209 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-76fc44c0-71c7-445c-80c4-b1181a4a5e47 req-eee73f9a-b777-486b-9679-3f1d3fdc9324 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0273519 Jun 23 16:39:58.649342 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e7c743d5-1512-41d3-8023-b6b48079ac1f req-d258f9dd-40f3-416f-aac9-7555749bd4cd tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0308857 Jun 23 16:39:59.790084 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c3b07c85-18c5-4c4d-8c41-9b5992fe6d94 req-ca819a44-8b6f-4d18-8323-f018ffb4442e tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0275693 Jun 23 16:40:00.925207 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-032c7283-4872-482e-82ac-1bb0902e43c5 req-36a0a928-5878-4156-9bbd-3c3a21593f3a tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0274167 Jun 23 16:40:01.223575 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-787bf1a8-385e-4377-9adf-6eb37dbe796e req-2a495e8a-5e6e-4acc-8e23-bb42583dcc4a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554993 Jun 23 16:40:01.332012 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bf1a8-385e-4377-9adf-6eb37dbe796e req-d3285769-82eb-4866-a117-12e972d36e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:01.333466 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-787bf1a8-385e-4377-9adf-6eb37dbe796e req-d3285769-82eb-4866-a117-12e972d36e44 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 1099 time: 0.0527580 Jun 23 16:40:01.435922 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bf1a8-385e-4377-9adf-6eb37dbe796e req-2ef40716-8684-4958-9846-8c6bf9b571f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:01.437252 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-787bf1a8-385e-4377-9adf-6eb37dbe796e req-2ef40716-8684-4958-9846-8c6bf9b571f8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 916 time: 0.0851099 Jun 23 16:40:01.480643 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-787bf1a8-385e-4377-9adf-6eb37dbe796e req-65bd1bfb-ef65-4c6a-a892-1577a60e9e05 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c73b264-c454-4149-848b-a61fe26ee7ba HTTP/1.1" status: 200 len: 217 time: 0.0366132 Jun 23 16:40:01.527024 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bf1a8-385e-4377-9adf-6eb37dbe796e req-52803f79-6a26-425f-841e-e4b788f6f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:01.528404 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-787bf1a8-385e-4377-9adf-6eb37dbe796e req-52803f79-6a26-425f-841e-e4b788f6f521 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a13dcb6b-63c2-4b53-a4d0-749cfb697a09 HTTP/1.1" status: 200 len: 855 time: 0.0418689 Jun 23 16:40:01.559314 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-787bf1a8-385e-4377-9adf-6eb37dbe796e req-966d1883-d1e6-415c-ba01-838b19936199 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51b468f5-7c7f-4931-9a90-efb26ca1eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242867 Jun 23 16:40:01.570244 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [req-787bf1a8-385e-4377-9adf-6eb37dbe796e req-7ee8c9a7-fb8c-49a7-b8d1-6e88b7040ff9 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:40:01.571154 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-787bf1a8-385e-4377-9adf-6eb37dbe796e req-7ee8c9a7-fb8c-49a7-b8d1-6e88b7040ff9 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052073 Jun 23 16:40:01.659159 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-787bf1a8-385e-4377-9adf-6eb37dbe796e req-a7a5b287-f2ec-46e0-8281-87c141cf51aa service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814984 Jun 23 16:40:01.745522 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-787bf1a8-385e-4377-9adf-6eb37dbe796e req-8baf9c30-c6cc-49ff-9253-3afe1ef4f861 service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780747 Jun 23 16:40:02.318858 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-30d97407-d901-46b7-8034-63ff5e2f5635 req-b9de4dbd-7e9f-4993-979a-218787a5192a tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.2828364 Jun 23 16:40:02.634853 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-e3f00bdf-2665-4193-9602-6246e760ce4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:03.457703 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7acf03b2-3723-44ef-86ca-7a8af48ed78f req-2bd2739e-2b96-4528-9aa4-cbbf475c5c20 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] 10.222.0.46 "GET /v2.0/ports?device_id=456920a1-fa3a-48e6-ab7d-3a645bcbc651 HTTP/1.1" status: 200 len: 210 time: 0.0276511 Jun 23 16:40:04.995900 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:05.354228 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 59256) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:05.767889 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-875e5edd-47c9-419e-9398-af5f4d309a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:05.823323 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636670'] for router_interface, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.066548 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Deleting port ed4ec69f-f91a-4617-803e-0123249ceb42 {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:40:06.066790 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.142801 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] For port ed4ec69f-f91a-4617-803e-0123249ceb42, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=ed4ec69f-f91a-4617-803e-0123249ceb42,segment=NetworkSegment(b465926d-7bb3-4cdf-b44d-1cc13c699e48),segment_id=b465926d-7bb3-4cdf-b44d-1cc13c699e48)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:06.143162 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.158797 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Calling delete_port for ed4ec69f-f91a-4617-803e-0123249ceb42 owned by network:router_interface {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:40:06.338037 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.340838 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:06.367401 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4ec69f-f91a-4617-803e-0123249ceb42,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:06.395194 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:06.395580 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:06.396053 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:06.396324 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:06.396679 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:06.397047 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:06.398259 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:06.398380 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:06.398787 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:06.399175 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:06.399613 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:06.400073 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:06.404838 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:06.505934 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.549976 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407054'] for router_interface, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.751281 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Router 8615aa99-6af1-4841-9bf2-d5e65b596cb7 has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:40:06.853286 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:40:06.859628 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-6921f43e-6afc-4577-97fd-7d76204bbab3 admin admin] 10.222.0.46 "PUT /v2.0/routers/8615aa99-6af1-4841-9bf2-d5e65b596cb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5032468 Jun 23 16:40:06.861255 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 59272) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:06.861949 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccbd293-33be-4809-a48f-8e04a390fa3b None None] Sync routers for ids ['8615aa99-6af1-4841-9bf2-d5e65b596cb7'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:40:06.870808 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccbd293-33be-4809-a48f-8e04a390fa3b None None] Routers {'8615aa99-6af1-4841-9bf2-d5e65b596cb7'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:40:06.871416 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-0ccbd293-33be-4809-a48f-8e04a390fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:40:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['8615aa99-6af1-4841-9bf2-d5e65b596cb7'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:07.102675 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-0ccbd293-33be-4809-a48f-8e04a390fa3b None None] Set router 8615aa99-6af1-4841-9bf2-d5e65b596cb7 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:40:07.210467 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-52646de4-b853-4055-ba2c-008613367ff0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.286097 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-0ccbd293-33be-4809-a48f-8e04a390fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'name': 'tempest-TestMinimumBasicScenario-2020657679-router', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:44Z', 'updated_at': '2021-06-23T16:40:06Z', 'revision_number': 5, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'gw_port': {'id': '303c3ff0-9436-449e-b17d-56c252fba0ce', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:04:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:45Z', 'updated_at': '2021-06-23T16:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:07.308269 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-52646de4-b853-4055-ba2c-008613367ff0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.312334 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccbd293-33be-4809-a48f-8e04a390fa3b None None] Checking router: 8615aa99-6af1-4841-9bf2-d5e65b596cb7 for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:40:07.321573 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccbd293-33be-4809-a48f-8e04a390fa3b None None] Routers {'8615aa99-6af1-4841-9bf2-d5e65b596cb7'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:40:07.322374 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-0ccbd293-33be-4809-a48f-8e04a390fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:40:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['8615aa99-6af1-4841-9bf2-d5e65b596cb7'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:07.360922 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-52646de4-b853-4055-ba2c-008613367ff0 admin admin] Deleting port 303c3ff0-9436-449e-b17d-56c252fba0ce {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:40:07.361173 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-52646de4-b853-4055-ba2c-008613367ff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.407674 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-0ccbd293-33be-4809-a48f-8e04a390fa3b None None] Set router 8615aa99-6af1-4841-9bf2-d5e65b596cb7 gateway port host: None {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:40:07.440693 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [None req-52646de4-b853-4055-ba2c-008613367ff0 admin admin] For port 303c3ff0-9436-449e-b17d-56c252fba0ce, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=303c3ff0-9436-449e-b17d-56c252fba0ce,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:07.441164 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-52646de4-b853-4055-ba2c-008613367ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.457907 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-52646de4-b853-4055-ba2c-008613367ff0 admin admin] Calling delete_port for 303c3ff0-9436-449e-b17d-56c252fba0ce owned by network:router_gateway {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:40:07.463156 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-0ccbd293-33be-4809-a48f-8e04a390fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'name': 'tempest-TestMinimumBasicScenario-2020657679-router', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:44Z', 'updated_at': '2021-06-23T16:40:07Z', 'revision_number': 6, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'gw_port_host': None}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:07.495535 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccbd293-33be-4809-a48f-8e04a390fa3b None None] The sync data for ids ['8615aa99-6af1-4841-9bf2-d5e65b596cb7'] in dv-cinder-788363-4-iscsi is: [{'id': '8615aa99-6af1-4841-9bf2-d5e65b596cb7', 'name': 'tempest-TestMinimumBasicScenario-2020657679-router', 'tenant_id': 'cdb28e7f4a274ab197951487cf2ae202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:44Z', 'updated_at': '2021-06-23T16:40:07Z', 'revision_number': 6, 'project_id': 'cdb28e7f4a274ab197951487cf2ae202', 'gw_port_host': None}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:40:07.631496 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-52646de4-b853-4055-ba2c-008613367ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.634061 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:07.659287 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52646de4-b853-4055-ba2c-008613367ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=303c3ff0-9436-449e-b17d-56c252fba0ce,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:07.662312 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-52646de4-b853-4055-ba2c-008613367ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:07.722828 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-52646de4-b853-4055-ba2c-008613367ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651419'] for router_gateway, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.808816 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-52646de4-b853-4055-ba2c-008613367ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13130'] for router, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.810818 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-52646de4-b853-4055-ba2c-008613367ff0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.853909 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-52646de4-b853-4055-ba2c-008613367ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406773'] for router, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.854500 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52646de4-b853-4055-ba2c-008613367ff0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8615aa99-6af1-4841-9bf2-d5e65b596cb7 {{(pid=92864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:40:07.860498 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-52646de4-b853-4055-ba2c-008613367ff0 admin admin] Notify callbacks [] for router, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.863888 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-52646de4-b853-4055-ba2c-008613367ff0 admin admin] 10.222.0.46 "DELETE /v2.0/routers/8615aa99-6af1-4841-9bf2-d5e65b596cb7 HTTP/1.1" status: 204 len: 168 time: 0.9995041 Jun 23 16:40:07.864094 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 59282) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:07.912122 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f4fc64-5d2d-4814-b0ad-f1949ceacfdd admin admin] Deleting subnet 667f364d-b2c7-4f78-a61d-69197d80695b {{(pid=92864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:40:07.915284 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-07f4fc64-5d2d-4814-b0ad-f1949ceacfdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.948695 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-07f4fc64-5d2d-4814-b0ad-f1949ceacfdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126767234'] for subnet, precommit_delete_associations {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:08.055039 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-07f4fc64-5d2d-4814-b0ad-f1949ceacfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482743'] for subnet, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:08.105931 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-07f4fc64-5d2d-4814-b0ad-f1949ceacfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126768242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126835600'] for subnet, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:08.108134 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:08.131695 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4fc64-5d2d-4814-b0ad-f1949ceacfdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=667f364d-b2c7-4f78-a61d-69197d80695b,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:08.135245 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-07f4fc64-5d2d-4814-b0ad-f1949ceacfdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:08.136362 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-07f4fc64-5d2d-4814-b0ad-f1949ceacfdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:08.138388 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-07f4fc64-5d2d-4814-b0ad-f1949ceacfdd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/667f364d-b2c7-4f78-a61d-69197d80695b HTTP/1.1" status: 204 len: 168 time: 0.2733393 Jun 23 16:40:08.140742 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 59284) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:08.141333 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4cfed7-6e3f-4baa-8872-a58f4e011e27 None None] Network e40f1efa-aa02-4435-8e80-f9895998c317 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:40:08.209731 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:08.214670 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468273'] for network, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:08.295824 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] Deleting port 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8 {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:40:08.296192 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:08.315055 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device ed4ec69f-f91a-4617-803e-0123249ceb42 no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:40:08.342002 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: ed4ec69f-f91a-4617-803e-0123249ceb42 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:40:08.342492 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device ed4ec69f-f91a-4617-803e-0123249ceb42 not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:40:08.343208 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 303c3ff0-9436-449e-b17d-56c252fba0ce no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:40:08.361562 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] For port 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8,segment=NetworkSegment(b465926d-7bb3-4cdf-b44d-1cc13c699e48),segment_id=b465926d-7bb3-4cdf-b44d-1cc13c699e48)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:08.361923 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:08.372018 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: 303c3ff0-9436-449e-b17d-56c252fba0ce {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:40:08.372453 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 303c3ff0-9436-449e-b17d-56c252fba0ce not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:40:08.375858 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] Calling delete_port for 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8 owned by network:dhcp {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:40:08.390508 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] DHCP port deletion for e40f1efa-aa02-4435-8e80-f9895998c317 request from dv-cinder-788363-4-iscsi {{(pid=92865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 16:40:08.436555 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] Deleting port 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8 {{(pid=92865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:40:08.436875 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:08.463466 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:08.466806 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c0a6436a-5d32-4b39-b335-031a23b727fd tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:08.493205 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:08.495106 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] No DVR routers for this DVR port 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8 on host dv-cinder-788363-4-iscsi {{(pid=92864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:40:08.496622 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:08.516126 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] For port 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8,segment=NetworkSegment(b465926d-7bb3-4cdf-b44d-1cc13c699e48),segment_id=b465926d-7bb3-4cdf-b44d-1cc13c699e48)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:08.516432 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:08.535363 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] Calling delete_port for 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8 owned by network:dhcp {{(pid=92865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:40:08.581670 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481338', 'neutron.services.segments.db._delete_segments_for_network-8751334030111'] for network, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:08.592803 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40f1efa-aa02-4435-8e80-f9895998c317']}} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:08.605266 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b465926d-7bb3-4cdf-b44d-1cc13c699e48') {'for_net_delete': True} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:08.605597 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b465926d-7bb3-4cdf-b44d-1cc13c699e48') {} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:08.614245 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751334018286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126767261'] for segment, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:08.628327 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:08.636863 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=92864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:40:08.637347 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126768367'] for segment, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: Traceback (most recent call last): Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: timer() Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: cb(*args, **kw) Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: return func(*args, **kwargs) Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: self._notify() Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: self.callback(batched_events) Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: event.method(event) Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: return f(self, *a, **k) Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: return self._get(url).json() Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: return self.request(url, 'GET', **kwargs) Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:40:08.639887 dv-cinder-788363-4-iscsi neutron-server[92864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:40:08.692248 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651370'] for network, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:08.696396 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-5e97af90-ee33-4b3b-9c17-d6afb15aad9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:08.696814 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583'] for port, after_delete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:08.699192 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:08.699719 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:08.701571 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] 10.222.0.46 "DELETE /v2.0/networks/e40f1efa-aa02-4435-8e80-f9895998c317 HTTP/1.1" status: 204 len: 168 time: 0.5599141 Jun 23 16:40:08.704604 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 59294) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:08.711475 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] Pushing event deleted for resources: {'Network': ['ID=e40f1efa-aa02-4435-8e80-f9895998c317,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:08.714225 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:08.722664 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] Network e40f1efa-aa02-4435-8e80-f9895998c317 is not hosted by any dhcp agent {{(pid=92865) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 23 16:40:08.723342 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] No DVR routers for this DVR port 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8 on host dv-cinder-788363-4-iscsi {{(pid=92865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:40:08.728982 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] Pushing event deleted for resources: {'Port': ['ID=5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8,revision_number=None']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:08.736399 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:08.736745 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:08.737079 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:08.737410 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:08.737738 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:08.738067 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:08.738422 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:08.738742 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:08.739061 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:08.739379 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:08.739696 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:08.740060 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:08.744625 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:09.106713 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636670'] for router_interface, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:09.376852 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:09.399856 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Deleting port f32a5373-4c7a-4585-9133-e872c7446fd1 {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:40:09.400227 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:09.475150 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] For port f32a5373-4c7a-4585-9133-e872c7446fd1, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=f32a5373-4c7a-4585-9133-e872c7446fd1,segment=NetworkSegment(497b7e44-b593-48eb-9634-dd25fd220e46),segment_id=497b7e44-b593-48eb-9634-dd25fd220e46)] {{(pid=92863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:09.476115 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:09.487898 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Calling delete_port for f32a5373-4c7a-4585-9133-e872c7446fd1 owned by network:router_interface {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:40:09.683948 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:09.686758 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-dfa0739e-e2f9-42bb-97bc-0e9932daaf39 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:09.710045 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=f32a5373-4c7a-4585-9133-e872c7446fd1,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:09.736359 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:09.736741 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:09.737114 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:09.737482 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:09.737845 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:09.738229 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:09.738588 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:09.738942 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:09.739296 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:09.739652 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:09.740002 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:09.740349 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:09.745745 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:09.882441 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407054'] for router_interface, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:10.084993 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Router afa753d0-82c8-4c0c-8d8e-937ed595b5a4 has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:40:10.189473 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:40:10.196478 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-faed4491-072f-4e5f-97b6-9ce81de45f9a admin admin] 10.222.0.46 "PUT /v2.0/routers/afa753d0-82c8-4c0c-8d8e-937ed595b5a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4887476 Jun 23 16:40:10.197456 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 59304) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:10.199990 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776163b2-7274-490f-948c-3a3a290f977f None None] Sync routers for ids ['afa753d0-82c8-4c0c-8d8e-937ed595b5a4'] in dv-cinder-788363-4-iscsi {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:40:10.213264 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776163b2-7274-490f-948c-3a3a290f977f None None] Routers {'afa753d0-82c8-4c0c-8d8e-937ed595b5a4'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:40:10.213825 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-776163b2-7274-490f-948c-3a3a290f977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:40:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['afa753d0-82c8-4c0c-8d8e-937ed595b5a4'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:10.304846 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-66a0d0de-ebc3-4748-a942-9230a5a63fe2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:10.317409 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8 no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:40:10.326539 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-776163b2-7274-490f-948c-3a3a290f977f None None] Set router afa753d0-82c8-4c0c-8d8e-937ed595b5a4 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:40:10.352529 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:40:10.352529 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 5b6b27ca-eb48-4ec9-9f08-bfa29ad00ae8 not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:40:10.421252 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-66a0d0de-ebc3-4748-a942-9230a5a63fe2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:10.471969 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-66a0d0de-ebc3-4748-a942-9230a5a63fe2 admin admin] Deleting port 991779b8-7638-44be-85fe-e829423be1cb {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:40:10.472197 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-66a0d0de-ebc3-4748-a942-9230a5a63fe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:10.501027 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-776163b2-7274-490f-948c-3a3a290f977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa753d0-82c8-4c0c-8d8e-937ed595b5a4', 'name': 'tempest-TestMinimumBasicScenario-2140420123-router', 'tenant_id': '1dbc7f85e2944581bf563f5d0350cad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '991779b8-7638-44be-85fe-e829423be1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:51Z', 'updated_at': '2021-06-23T16:40:09Z', 'revision_number': 5, 'project_id': '1dbc7f85e2944581bf563f5d0350cad4', 'gw_port': {'id': '991779b8-7638-44be-85fe-e829423be1cb', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa753d0-82c8-4c0c-8d8e-937ed595b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:22:52Z', 'updated_at': '2021-06-23T16:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:10.527138 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776163b2-7274-490f-948c-3a3a290f977f None None] Checking router: afa753d0-82c8-4c0c-8d8e-937ed595b5a4 for host: dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:40:10.535065 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776163b2-7274-490f-948c-3a3a290f977f None None] Routers {'afa753d0-82c8-4c0c-8d8e-937ed595b5a4'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:40:10.535679 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-776163b2-7274-490f-948c-3a3a290f977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:40:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['afa753d0-82c8-4c0c-8d8e-937ed595b5a4'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:10.551208 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [None req-66a0d0de-ebc3-4748-a942-9230a5a63fe2 admin admin] For port 991779b8-7638-44be-85fe-e829423be1cb, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=991779b8-7638-44be-85fe-e829423be1cb,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:10.551566 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-66a0d0de-ebc3-4748-a942-9230a5a63fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:10.563432 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-66a0d0de-ebc3-4748-a942-9230a5a63fe2 admin admin] Calling delete_port for 991779b8-7638-44be-85fe-e829423be1cb owned by network:router_gateway {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:40:10.616879 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-776163b2-7274-490f-948c-3a3a290f977f None None] Set router afa753d0-82c8-4c0c-8d8e-937ed595b5a4 gateway port host: None {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:40:10.666674 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-776163b2-7274-490f-948c-3a3a290f977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afa753d0-82c8-4c0c-8d8e-937ed595b5a4', 'name': 'tempest-TestMinimumBasicScenario-2140420123-router', 'tenant_id': '1dbc7f85e2944581bf563f5d0350cad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:51Z', 'updated_at': '2021-06-23T16:40:10Z', 'revision_number': 6, 'project_id': '1dbc7f85e2944581bf563f5d0350cad4', 'gw_port_host': None}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:10.695735 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776163b2-7274-490f-948c-3a3a290f977f None None] The sync data for ids ['afa753d0-82c8-4c0c-8d8e-937ed595b5a4'] in dv-cinder-788363-4-iscsi is: [{'id': 'afa753d0-82c8-4c0c-8d8e-937ed595b5a4', 'name': 'tempest-TestMinimumBasicScenario-2140420123-router', 'tenant_id': '1dbc7f85e2944581bf563f5d0350cad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:22:51Z', 'updated_at': '2021-06-23T16:40:10Z', 'revision_number': 6, 'project_id': '1dbc7f85e2944581bf563f5d0350cad4', 'gw_port_host': None}] {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:40:10.737424 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-66a0d0de-ebc3-4748-a942-9230a5a63fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:10.740387 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-52646de4-b853-4055-ba2c-008613367ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:10.765067 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0d0de-ebc3-4748-a942-9230a5a63fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=991779b8-7638-44be-85fe-e829423be1cb,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:10.768105 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-66a0d0de-ebc3-4748-a942-9230a5a63fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:10.829938 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-66a0d0de-ebc3-4748-a942-9230a5a63fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651419'] for router_gateway, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:10.917098 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-66a0d0de-ebc3-4748-a942-9230a5a63fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13130'] for router, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:10.919692 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-66a0d0de-ebc3-4748-a942-9230a5a63fe2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:10.962729 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-66a0d0de-ebc3-4748-a942-9230a5a63fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406773'] for router, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:10.963288 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a0d0de-ebc3-4748-a942-9230a5a63fe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afa753d0-82c8-4c0c-8d8e-937ed595b5a4 {{(pid=92864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:40:10.967604 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-66a0d0de-ebc3-4748-a942-9230a5a63fe2 admin admin] Notify callbacks [] for router, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:10.968735 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-66a0d0de-ebc3-4748-a942-9230a5a63fe2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/afa753d0-82c8-4c0c-8d8e-937ed595b5a4 HTTP/1.1" status: 204 len: 168 time: 0.7703164 Jun 23 16:40:10.971248 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 59314) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:11.013839 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_v2 [None req-b449bf9d-5f00-409d-bbd6-45755630e01d admin admin] Deleting subnet a58d5a8a-1794-4630-87d1-4b8a86562a1f {{(pid=92864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:40:11.016695 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b449bf9d-5f00-409d-bbd6-45755630e01d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.049967 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b449bf9d-5f00-409d-bbd6-45755630e01d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126767234'] for subnet, precommit_delete_associations {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.133175 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b449bf9d-5f00-409d-bbd6-45755630e01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482743'] for subnet, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.189725 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b449bf9d-5f00-409d-bbd6-45755630e01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126768242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126835600'] for subnet, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.192703 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:11.217132 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449bf9d-5f00-409d-bbd6-45755630e01d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a58d5a8a-1794-4630-87d1-4b8a86562a1f,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:11.220126 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b449bf9d-5f00-409d-bbd6-45755630e01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:11.221083 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b449bf9d-5f00-409d-bbd6-45755630e01d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.225626 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-b449bf9d-5f00-409d-bbd6-45755630e01d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a58d5a8a-1794-4630-87d1-4b8a86562a1f HTTP/1.1" status: 204 len: 168 time: 0.2507799 Jun 23 16:40:11.225626 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 59316) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:11.228609 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520c2a73-a529-474d-bb03-88bdb9a848b9 None None] Network 00de316f-f7fa-4f26-b418-2ccf2b7b58e4 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:40:11.300333 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468273'] for network, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.354933 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] Deleting port 21e4c4cc-2230-42eb-989d-f7c785b1f2b0 {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:40:11.355264 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.419262 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] For port 21e4c4cc-2230-42eb-989d-f7c785b1f2b0, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=21e4c4cc-2230-42eb-989d-f7c785b1f2b0,segment=NetworkSegment(497b7e44-b593-48eb-9634-dd25fd220e46),segment_id=497b7e44-b593-48eb-9634-dd25fd220e46)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:11.419614 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.431358 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] Calling delete_port for 21e4c4cc-2230-42eb-989d-f7c785b1f2b0 owned by network:dhcp {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:40:11.475172 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c36371f-b46d-4a38-9b07-5882554aec2a None None] DHCP port deletion for 00de316f-f7fa-4f26-b418-2ccf2b7b58e4 request from dv-cinder-788363-4-iscsi {{(pid=92865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 16:40:11.510569 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.513827 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-e65813bb-14f4-4013-a4f9-222ec1f4c0ad tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:11.524064 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-0c36371f-b46d-4a38-9b07-5882554aec2a None None] Deleting port 21e4c4cc-2230-42eb-989d-f7c785b1f2b0 {{(pid=92865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:40:11.524610 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-0c36371f-b46d-4a38-9b07-5882554aec2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.538050 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] Pushing event deleted for resources: {'Port': ['ID=21e4c4cc-2230-42eb-989d-f7c785b1f2b0,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:11.539818 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] No DVR routers for this DVR port 21e4c4cc-2230-42eb-989d-f7c785b1f2b0 on host dv-cinder-788363-4-iscsi {{(pid=92864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:40:11.541319 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:11.590849 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-0c36371f-b46d-4a38-9b07-5882554aec2a None None] For port 21e4c4cc-2230-42eb-989d-f7c785b1f2b0, host dv-cinder-788363-4-iscsi, got binding levels [] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:11.591237 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-0c36371f-b46d-4a38-9b07-5882554aec2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.603122 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-0c36371f-b46d-4a38-9b07-5882554aec2a None None] Calling delete_port for 21e4c4cc-2230-42eb-989d-f7c785b1f2b0 owned by network:dhcp {{(pid=92865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:40:11.605776 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.ipam_backend_mixin [None req-0c36371f-b46d-4a38-9b07-5882554aec2a None None] Port 21e4c4cc-2230-42eb-989d-f7c785b1f2b0 was not found and therefore no delete operation was performed {{(pid=92865) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 16:40:11.607031 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-0c36371f-b46d-4a38-9b07-5882554aec2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583'] for port, after_delete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.608761 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:11.614636 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481338', 'neutron.services.segments.db._delete_segments_for_network-8751334030111'] for network, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.624793 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00de316f-f7fa-4f26-b418-2ccf2b7b58e4']}} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:11.633658 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36371f-b46d-4a38-9b07-5882554aec2a None None] Pushing event deleted for resources: {'Port': ['ID=21e4c4cc-2230-42eb-989d-f7c785b1f2b0,revision_number=None']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:11.635474 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c36371f-b46d-4a38-9b07-5882554aec2a None None] No DVR routers for this DVR port 21e4c4cc-2230-42eb-989d-f7c785b1f2b0 on host dv-cinder-788363-4-iscsi {{(pid=92865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:40:11.636067 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497b7e44-b593-48eb-9634-dd25fd220e46') {'for_net_delete': True} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:11.636373 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497b7e44-b593-48eb-9634-dd25fd220e46') {} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:11.636812 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-0c36371f-b46d-4a38-9b07-5882554aec2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:11.649563 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751334018286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126767261'] for segment, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.667590 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.674716 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=92864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:40:11.675117 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126768367'] for segment, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: Traceback (most recent call last): Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: timer() Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: cb(*args, **kw) Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: return func(*args, **kwargs) Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: self._notify() Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: self.callback(batched_events) Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: event.method(event) Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: return f(self, *a, **k) Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: return self._get(url).json() Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: return self.request(url, 'GET', **kwargs) Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:40:11.676767 dv-cinder-788363-4-iscsi neutron-server[92864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:40:11.738966 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651370'] for network, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.743033 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-26ae016a-749d-4af9-ba6a-5c7f93f225ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:11.756155 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.761946 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] 10.222.0.46 "DELETE /v2.0/networks/00de316f-f7fa-4f26-b418-2ccf2b7b58e4 HTTP/1.1" status: 204 len: 168 time: 0.5318348 Jun 23 16:40:11.761946 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] Pushing event deleted for resources: {'Network': ['ID=00de316f-f7fa-4f26-b418-2ccf2b7b58e4,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:11.762751 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:11.881249 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 59328) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:11.922363 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-88129a8c-ac15-4a7f-9627-4e00e313c475 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cdb28e7f4a274ab197951487cf2ae202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392780 Jun 23 16:40:11.924947 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 59330) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:11.973399 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bb550065-7952-4574-8dd8-43c665b4ff0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.993900 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bb550065-7952-4574-8dd8-43c665b4ff0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:12.039894 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bb550065-7952-4574-8dd8-43c665b4ff0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:12.042531 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bb550065-7952-4574-8dd8-43c665b4ff0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:12.043710 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-bb550065-7952-4574-8dd8-43c665b4ff0f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8bcac62-64bf-4df8-91be-215e20e7e459 HTTP/1.1" status: 204 len: 168 time: 0.1178293 Jun 23 16:40:12.044456 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-798dbe00-c68b-42f5-a782-0fd18f9a5eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:12.051738 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb550065-7952-4574-8dd8-43c665b4ff0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bcac62-64bf-4df8-91be-215e20e7e459,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:12.054244 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-bb550065-7952-4574-8dd8-43c665b4ff0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:12.253553 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device f32a5373-4c7a-4585-9133-e872c7446fd1 no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:40:12.277198 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: f32a5373-4c7a-4585-9133-e872c7446fd1 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:40:12.277644 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device f32a5373-4c7a-4585-9133-e872c7446fd1 not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:40:12.278123 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 21e4c4cc-2230-42eb-989d-f7c785b1f2b0 no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:40:12.296500 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: 21e4c4cc-2230-42eb-989d-f7c785b1f2b0 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:40:12.296788 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 21e4c4cc-2230-42eb-989d-f7c785b1f2b0 not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:40:12.297200 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 991779b8-7638-44be-85fe-e829423be1cb no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:40:12.316541 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: 991779b8-7638-44be-85fe-e829423be1cb {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:40:12.316871 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 991779b8-7638-44be-85fe-e829423be1cb not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:40:12.364617 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 59336) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:12.405616 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-97b5a718-ed67-4f48-a7d6-ef7130b24b84 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1dbc7f85e2944581bf563f5d0350cad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397928 Jun 23 16:40:12.408231 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 59338) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:12.457563 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-d195eab0-eacb-46eb-b8ef-2d07dc344a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:12.478181 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-d195eab0-eacb-46eb-b8ef-2d07dc344a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:12.523229 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-d195eab0-eacb-46eb-b8ef-2d07dc344a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:12.525920 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-d195eab0-eacb-46eb-b8ef-2d07dc344a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:12.527059 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-d195eab0-eacb-46eb-b8ef-2d07dc344a93 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c278819-8ee5-44c0-8525-46a86354b88a HTTP/1.1" status: 204 len: 168 time: 0.1179523 Jun 23 16:40:12.527800 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-8bfa130a-9a3c-4931-8e14-c8e90d1a8380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:12.534939 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195eab0-eacb-46eb-b8ef-2d07dc344a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c278819-8ee5-44c0-8525-46a86354b88a,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:12.537183 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-d195eab0-eacb-46eb-b8ef-2d07dc344a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:13.265384 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 59368) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:13.358034 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-baa2a3c6-3d4b-428e-9eb5-9835d0337317 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-740525058-network', 'tenant_id': '946770adf7854faa8486bbe256c74c65'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:13.379617 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa2a3c6-3d4b-428e-9eb5-9835d0337317 admin admin] Made reservation on behalf of 946770adf7854faa8486bbe256c74c65 for: {'network': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:40:13.382607 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-baa2a3c6-3d4b-428e-9eb5-9835d0337317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for network, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.390423 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-baa2a3c6-3d4b-428e-9eb5-9835d0337317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.476250 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-baa2a3c6-3d4b-428e-9eb5-9835d0337317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.479902 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-baa2a3c6-3d4b-428e-9eb5-9835d0337317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.483608 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-e52bbbc7-e871-4902-a4e4-d29eeed1d3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:13.504035 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa2a3c6-3d4b-428e-9eb5-9835d0337317 admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=92864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:40:13.512872 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2a3c6-3d4b-428e-9eb5-9835d0337317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c65938-a546-4d1f-9214-8f630046a9eb,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:13.516315 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-baa2a3c6-3d4b-428e-9eb5-9835d0337317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:13.519223 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-baa2a3c6-3d4b-428e-9eb5-9835d0337317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.519563 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.segments_db [None req-baa2a3c6-3d4b-428e-9eb5-9835d0337317 admin admin] Added segment 9fbed2f2-b03c-4462-a1ec-317551280f95 of type vlan for network 112659a1-c2b7-4225-8c6e-b6db7b30c966 Jun 23 16:40:13.558847 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-baa2a3c6-3d4b-428e-9eb5-9835d0337317 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751333559336'] for network, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.586031 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-baa2a3c6-3d4b-428e-9eb5-9835d0337317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055'] for network, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.587343 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa2a3c6-3d4b-428e-9eb5-9835d0337317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:13.587923 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-baa2a3c6-3d4b-428e-9eb5-9835d0337317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.589876 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:13.621085 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-baa2a3c6-3d4b-428e-9eb5-9835d0337317 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3545880 Jun 23 16:40:13.623997 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 59374) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:13.629087 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-2a5a5e11-e849-41e7-b16c-4f1284cb31cf admin admin] Request body: {'subnet': {'network_id': '112659a1-c2b7-4225-8c6e-b6db7b30c966', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-740525058-subnet', 'tenant_id': '946770adf7854faa8486bbe256c74c65', 'ip_version': 4}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:13.649762 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5a5e11-e849-41e7-b16c-4f1284cb31cf admin admin] Made reservation on behalf of 946770adf7854faa8486bbe256c74c65 for: {'subnet': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:40:13.651605 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2a3c6-3d4b-428e-9eb5-9835d0337317 admin admin] Pushing event updated for resources: {'Network': ['ID=112659a1-c2b7-4225-8c6e-b6db7b30c966,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:13.652060 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2a5a5e11-e849-41e7-b16c-4f1284cb31cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126317421'] for subnet, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.654426 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-baa2a3c6-3d4b-428e-9eb5-9835d0337317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:13.661365 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Network 112659a1-c2b7-4225-8c6e-b6db7b30c966 details requested by agent ovs-agent-dv-cinder-788363-4-iscsi with host dv-cinder-788363-4-iscsi {{(pid=92865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:40:13.818444 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2a5a5e11-e849-41e7-b16c-4f1284cb31cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125859244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126317439'] for subnet, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.820604 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-4fd4a9f0-898d-44f2-be76-6ba5eee5496f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:13.870928 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a5e11-e849-41e7-b16c-4f1284cb31cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=13ef5941-174a-4ada-8963-5bda8a0a5f48,revision_number=0']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:13.873834 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-2a5a5e11-e849-41e7-b16c-4f1284cb31cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:13.894485 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a5e11-e849-41e7-b16c-4f1284cb31cf admin admin] Checking segment: {'id': '9fbed2f2-b03c-4462-a1ec-317551280f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '112659a1-c2b7-4225-8c6e-b6db7b30c966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:40:13.894846 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5a5e11-e849-41e7-b16c-4f1284cb31cf admin admin] Network hostable DHCP agents. Network: 112659a1-c2b7-4225-8c6e-b6db7b30c966, hostable agents: ['282bd639-6a17-4952-b94c-338e5747c82c'], hosted agents: [] {{(pid=92863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:40:13.912019 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5a5e11-e849-41e7-b16c-4f1284cb31cf admin admin] Network 112659a1-c2b7-4225-8c6e-b6db7b30c966 is scheduled to be hosted by DHCP agent 282bd639-6a17-4952-b94c-338e5747c82c with binding_index 1 {{(pid=92863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:40:13.921960 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-2a5a5e11-e849-41e7-b16c-4f1284cb31cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-iscsi, 112659a1-c2b7-4225-8c6e-b6db7b30c966) {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:13.926645 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5a5e11-e849-41e7-b16c-4f1284cb31cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:13.927829 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2a5a5e11-e849-41e7-b16c-4f1284cb31cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for subnet, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.931257 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfd225b-132c-491a-9520-40c1baf9b9f7 None None] Network 112659a1-c2b7-4225-8c6e-b6db7b30c966 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:40:13.941719 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-2a5a5e11-e849-41e7-b16c-4f1284cb31cf admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3165591 Jun 23 16:40:13.944307 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 59382) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:13.948536 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-3be35898-4b93-4f48-9174-1ab0fed2916a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-740525058-router', 'tenant_id': '946770adf7854faa8486bbe256c74c65', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:13.968530 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3be35898-4b93-4f48-9174-1ab0fed2916a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13144'] for router, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.969620 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3be35898-4b93-4f48-9174-1ab0fed2916a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653616', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13123'] for router, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:14.024768 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3be35898-4b93-4f48-9174-1ab0fed2916a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:14.075874 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2728efe2-9a30-5507-811f-70851ed494d0-112659a1-c2b7-4225-8c6e-b6db7b30c966', 'network_id': '112659a1-c2b7-4225-8c6e-b6db7b30c966', 'tenant_id': '946770adf7854faa8486bbe256c74c65', 'fixed_ips': [{'subnet_id': '13ef5941-174a-4ada-8963-5bda8a0a5f48'}]}} from dv-cinder-788363-4-iscsi. {{(pid=92865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:40:14.076725 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:14.156457 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3be35898-4b93-4f48-9174-1ab0fed2916a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13181'] for router, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:14.210520 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.db_base_plugin_common [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Allocated IP 172.20.0.2 (112659a1-c2b7-4225-8c6e-b6db7b30c966/13ef5941-174a-4ada-8963-5bda8a0a5f48/c036afac-dc0b-47d0-9164-bac32e020eeb) {{(pid=92865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:40:14.350875 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Notify callbacks [] for port, precommit_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:14.359294 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Transition to ACTIVE for port object c036afac-dc0b-47d0-9164-bac32e020eeb will not be triggered until provisioned by entity L2. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:40:14.364406 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3be35898-4b93-4f48-9174-1ab0fed2916a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:14.373533 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Transition to ACTIVE for port object c036afac-dc0b-47d0-9164-bac32e020eeb will not be triggered until provisioned by entity DHCP. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:40:14.379232 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:14.380983 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:14.384452 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3be35898-4b93-4f48-9174-1ab0fed2916a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:14.423930 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Network 112659a1-c2b7-4225-8c6e-b6db7b30c966 is already hosted by enough agents. {{(pid=92865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:40:14.426578 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.scheduler.base_scheduler [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Resources bound (agent type, host, resource id): {{(pid=92865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:14.430072 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Received port after_create {{(pid=92865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:40:14.436925 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Pushing event updated for resources: {'Port': ['ID=c036afac-dc0b-47d0-9164-bac32e020eeb,revision_number=1']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:14.440903 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:14.490222 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [None req-3be35898-4b93-4f48-9174-1ab0fed2916a admin admin] Allocated IP 172.27.3.125 (e0719ee7-fed0-4bca-a581-6af63c437fb6/0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4/3c20bb7e-eeac-4795-9640-ffabbccb1c05) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:40:14.492420 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Attempting to bind port c036afac-dc0b-47d0-9164-bac32e020eeb on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:40:14.492805 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Attempting to bind port c036afac-dc0b-47d0-9164-bac32e020eeb by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': '9fbed2f2-b03c-4462-a1ec-317551280f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '112659a1-c2b7-4225-8c6e-b6db7b30c966'}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:40:14.493170 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Attempting to bind port c036afac-dc0b-47d0-9164-bac32e020eeb on network 112659a1-c2b7-4225-8c6e-b6db7b30c966 {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:40:14.498022 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:40:14.498440 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Checking segment: {'id': '9fbed2f2-b03c-4462-a1ec-317551280f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '112659a1-c2b7-4225-8c6e-b6db7b30c966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:40:14.498852 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:14.499247 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Bound using segment: {'id': '9fbed2f2-b03c-4462-a1ec-317551280f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '112659a1-c2b7-4225-8c6e-b6db7b30c966'} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:40:14.499715 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Bound port: c036afac-dc0b-47d0-9164-bac32e020eeb, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbed2f2-b03c-4462-a1ec-317551280f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '112659a1-c2b7-4225-8c6e-b6db7b30c966'}}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:40:14.500093 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:14.562682 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] For port c036afac-dc0b-47d0-9164-bac32e020eeb, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:40:14.566834 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] For port c036afac-dc0b-47d0-9164-bac32e020eeb, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=c036afac-dc0b-47d0-9164-bac32e020eeb,segment=NetworkSegment(9fbed2f2-b03c-4462-a1ec-317551280f95),segment_id=9fbed2f2-b03c-4462-a1ec-317551280f95)] {{(pid=92865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:40:14.572543 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:14.575867 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:14.592230 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3be35898-4b93-4f48-9174-1ab0fed2916a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:14.636249 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Pushing event updated for resources: {'Port': ['ID=c036afac-dc0b-47d0-9164-bac32e020eeb,revision_number=2']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:14.639384 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:14.647479 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3be35898-4b93-4f48-9174-1ab0fed2916a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125858108'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:14.650308 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-d14c4259-7a21-42f9-9f76-9466cc58d6c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:14.689499 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be35898-4b93-4f48-9174-1ab0fed2916a admin admin] Network e0719ee7-fed0-4bca-a581-6af63c437fb6 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:40:14.692469 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-3be35898-4b93-4f48-9174-1ab0fed2916a admin admin] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:14.697278 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be35898-4b93-4f48-9174-1ab0fed2916a admin admin] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:40:14.700347 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be35898-4b93-4f48-9174-1ab0fed2916a admin admin] Pushing event updated for resources: {'Port': ['ID=3c20bb7e-eeac-4795-9640-ffabbccb1c05,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:14.722516 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-3be35898-4b93-4f48-9174-1ab0fed2916a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:15.205896 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3be35898-4b93-4f48-9174-1ab0fed2916a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:15.402970 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3be35898-4b93-4f48-9174-1ab0fed2916a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649335'] for router, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:15.494001 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5029b1f-9853-44f6-9524-ad6004da4bc8 None None] Network 112659a1-c2b7-4225-8c6e-b6db7b30c966 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:40:15.527983 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be35898-4b93-4f48-9174-1ab0fed2916a admin admin] Router ba33190b-ca18-4631-ac1f-208658563313 is scheduled to L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 with binding_index 1 {{(pid=92863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:40:15.637006 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be35898-4b93-4f48-9174-1ab0fed2916a admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:40:15.662767 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3be35898-4b93-4f48-9174-1ab0fed2916a admin admin] Notify callbacks [] for router, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:15.662767 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-3be35898-4b93-4f48-9174-1ab0fed2916a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7162027 Jun 23 16:40:15.664341 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 59394) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:15.668796 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94eede7-a144-4377-8948-3819be54a984 None None] Sync routers for ids ['ba33190b-ca18-4631-ac1f-208658563313'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:40:15.692078 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94eede7-a144-4377-8948-3819be54a984 None None] Routers {'ba33190b-ca18-4631-ac1f-208658563313'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:40:15.692712 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-b94eede7-a144-4377-8948-3819be54a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:40:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['ba33190b-ca18-4631-ac1f-208658563313'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:15.699152 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-79ce57f9-5033-45ec-b11c-a6cdd28d5e1b None None] Provisioning for port c036afac-dc0b-47d0-9164-bac32e020eeb completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:40:15.859561 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-b94eede7-a144-4377-8948-3819be54a984 None None] Set router ba33190b-ca18-4631-ac1f-208658563313 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:40:16.063846 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-b94eede7-a144-4377-8948-3819be54a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33190b-ca18-4631-ac1f-208658563313', 'name': 'tempest-TestShelveInstance-740525058-router', 'tenant_id': '946770adf7854faa8486bbe256c74c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '3c20bb7e-eeac-4795-9640-ffabbccb1c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:13Z', 'updated_at': '2021-06-23T16:40:15Z', 'revision_number': 3, 'project_id': '946770adf7854faa8486bbe256c74c65', 'gw_port': {'id': '3c20bb7e-eeac-4795-9640-ffabbccb1c05', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba33190b-ca18-4631-ac1f-208658563313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:14Z', 'updated_at': '2021-06-23T16:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:16.088264 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:16.091498 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94eede7-a144-4377-8948-3819be54a984 None None] Checking router: ba33190b-ca18-4631-ac1f-208658563313 for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:40:16.091859 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94eede7-a144-4377-8948-3819be54a984 None None] Updating router ba33190b-ca18-4631-ac1f-208658563313 port 3c20bb7e-eeac-4795-9640-ffabbccb1c05 binding host dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:40:16.128115 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b94eede7-a144-4377-8948-3819be54a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:16.314613 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device c036afac-dc0b-47d0-9164-bac32e020eeb up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:40:16.402652 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port c036afac-dc0b-47d0-9164-bac32e020eeb completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:40:16.416117 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port c036afac-dc0b-47d0-9164-bac32e020eeb triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:16.416942 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:16.481213 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b94eede7-a144-4377-8948-3819be54a984 None None] Notify callbacks [] for port, precommit_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:16.495527 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b94eede7-a144-4377-8948-3819be54a984 None None] Transition to ACTIVE for port object 3c20bb7e-eeac-4795-9640-ffabbccb1c05 will not be triggered until provisioned by entity L2. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:40:16.504112 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b94eede7-a144-4377-8948-3819be54a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:16.505662 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_common [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Allocated IP 172.20.0.1 (112659a1-c2b7-4225-8c6e-b6db7b30c966/13ef5941-174a-4ada-8963-5bda8a0a5f48/843517e4-01b8-43a6-ad5d-ef06676b68a5) {{(pid=92864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:40:16.525246 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-1531bdf6-b02d-49f7-8999-119673438595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:16.580256 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:16.591934 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-b94eede7-a144-4377-8948-3819be54a984 None None] Attempting to bind port 3c20bb7e-eeac-4795-9640-ffabbccb1c05 on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:40:16.592306 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-b94eede7-a144-4377-8948-3819be54a984 None None] Attempting to bind port 3c20bb7e-eeac-4795-9640-ffabbccb1c05 by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:40:16.592673 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94eede7-a144-4377-8948-3819be54a984 None None] Attempting to bind port 3c20bb7e-eeac-4795-9640-ffabbccb1c05 on network e0719ee7-fed0-4bca-a581-6af63c437fb6 {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:40:16.596652 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d38b9-082c-44cd-a083-d12724261817 None None] Pushing event updated for resources: {'Port': ['ID=3c20bb7e-eeac-4795-9640-ffabbccb1c05,revision_number=2']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:16.603745 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-bd2d38b9-082c-44cd-a083-d12724261817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:16.604811 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94eede7-a144-4377-8948-3819be54a984 None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:40:16.605140 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94eede7-a144-4377-8948-3819be54a984 None None] Checking segment: {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:40:16.605547 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b94eede7-a144-4377-8948-3819be54a984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:16.605935 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94eede7-a144-4377-8948-3819be54a984 None None] Bound using segment: {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:40:16.606444 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-b94eede7-a144-4377-8948-3819be54a984 None None] Bound port: 3c20bb7e-eeac-4795-9640-ffabbccb1c05, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:40:16.606822 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b94eede7-a144-4377-8948-3819be54a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:16.611631 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:16.625251 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.provisioning_blocks [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Transition to ACTIVE for port object 843517e4-01b8-43a6-ad5d-ef06676b68a5 will not be triggered until provisioned by entity DHCP. {{(pid=92864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:40:16.649370 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port c036afac-dc0b-47d0-9164-bac32e020eeb, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=c036afac-dc0b-47d0-9164-bac32e020eeb,segment=NetworkSegment(9fbed2f2-b03c-4462-a1ec-317551280f95),segment_id=9fbed2f2-b03c-4462-a1ec-317551280f95)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:16.656290 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:16.657693 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126768161'] for port, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:16.661288 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-d98d6f1b-d98a-4021-861b-ca476d58f49a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:16.661860 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:16.698099 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Network 112659a1-c2b7-4225-8c6e-b6db7b30c966 is already hosted by enough agents. {{(pid=92864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:40:16.702946 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Resources bound (agent type, host, resource id): {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:16.705397 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Received port after_create {{(pid=92864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:40:16.710251 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b94eede7-a144-4377-8948-3819be54a984 None None] For port 3c20bb7e-eeac-4795-9640-ffabbccb1c05, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:40:16.715288 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b94eede7-a144-4377-8948-3819be54a984 None None] For port 3c20bb7e-eeac-4795-9640-ffabbccb1c05, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=3c20bb7e-eeac-4795-9640-ffabbccb1c05,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:40:16.730301 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b94eede7-a144-4377-8948-3819be54a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:16.731898 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Pushing event updated for resources: {'Port': ['ID=843517e4-01b8-43a6-ad5d-ef06676b68a5,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:16.735144 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:16.746354 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=c036afac-dc0b-47d0-9164-bac32e020eeb,revision_number=3']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:16.750196 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:16.750664 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:16.752999 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636535'] for router_interface, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:16.793546 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94eede7-a144-4377-8948-3819be54a984 None None] Routers {'ba33190b-ca18-4631-ac1f-208658563313'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:40:16.794306 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-b94eede7-a144-4377-8948-3819be54a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:40:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['ba33190b-ca18-4631-ac1f-208658563313'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:16.840439 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d38b9-082c-44cd-a083-d12724261817 None None] Pushing event updated for resources: {'Port': ['ID=3c20bb7e-eeac-4795-9640-ffabbccb1c05,revision_number=3']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:16.844759 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-bd2d38b9-082c-44cd-a083-d12724261817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:16.904442 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:16.915941 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-b94eede7-a144-4377-8948-3819be54a984 None None] Set router ba33190b-ca18-4631-ac1f-208658563313 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:40:16.997566 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-bc536e36-3198-4041-9a8c-fd259aadc6b7 None None] Provisioning for port 843517e4-01b8-43a6-ad5d-ef06676b68a5 completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:40:17.027937 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-bc536e36-3198-4041-9a8c-fd259aadc6b7 None None] Provisioning complete for port 843517e4-01b8-43a6-ad5d-ef06676b68a5 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:17.028323 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-bc536e36-3198-4041-9a8c-fd259aadc6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:17.078978 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-bc536e36-3198-4041-9a8c-fd259aadc6b7 None None] Port 843517e4-01b8-43a6-ad5d-ef06676b68a5 cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:40:17.087049 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:17.091838 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126768179'] for port, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:17.095070 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:17.149050 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-b94eede7-a144-4377-8948-3819be54a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33190b-ca18-4631-ac1f-208658563313', 'name': 'tempest-TestShelveInstance-740525058-router', 'tenant_id': '946770adf7854faa8486bbe256c74c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '3c20bb7e-eeac-4795-9640-ffabbccb1c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:13Z', 'updated_at': '2021-06-23T16:40:15Z', 'revision_number': 3, 'project_id': '946770adf7854faa8486bbe256c74c65', 'gw_port': {'id': '3c20bb7e-eeac-4795-9640-ffabbccb1c05', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba33190b-ca18-4631-ac1f-208658563313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:14Z', 'updated_at': '2021-06-23T16:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:17.160057 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Pushing event updated for resources: {'Port': ['ID=843517e4-01b8-43a6-ad5d-ef06676b68a5,revision_number=2']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:17.162611 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636571'] for router_interface, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:17.164485 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:17.175042 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94eede7-a144-4377-8948-3819be54a984 None None] The sync data for ids ['ba33190b-ca18-4631-ac1f-208658563313'] in dv-cinder-788363-4-iscsi is: [{'id': 'ba33190b-ca18-4631-ac1f-208658563313', 'name': 'tempest-TestShelveInstance-740525058-router', 'tenant_id': '946770adf7854faa8486bbe256c74c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '3c20bb7e-eeac-4795-9640-ffabbccb1c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:13Z', 'updated_at': '2021-06-23T16:40:15Z', 'revision_number': 3, 'project_id': '946770adf7854faa8486bbe256c74c65', 'gw_port': {'id': '3c20bb7e-eeac-4795-9640-ffabbccb1c05', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba33190b-ca18-4631-ac1f-208658563313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:14Z', 'updated_at': '2021-06-23T16:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:40:17.253246 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Network 112659a1-c2b7-4225-8c6e-b6db7b30c966 is already hosted by enough agents. {{(pid=92864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:40:17.254532 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Resources bound (agent type, host, resource id): {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:17.390678 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Router ba33190b-ca18-4631-ac1f-208658563313 has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:40:17.503889 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-92e26599-129d-401a-95af-53282c9c7425 None None] Provisioning complete for port 843517e4-01b8-43a6-ad5d-ef06676b68a5 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:17.504436 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-92e26599-129d-401a-95af-53282c9c7425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:17.519264 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:40:17.532076 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] 10.222.0.46 "PUT /v2.0/routers/ba33190b-ca18-4631-ac1f-208658563313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8592210 Jun 23 16:40:17.548999 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-92e26599-129d-401a-95af-53282c9c7425 None None] Port 843517e4-01b8-43a6-ad5d-ef06676b68a5 cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:40:17.999143 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 59428) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:18.004144 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-7eca5bb0-0855-4464-ba96-b161f8f784d0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-880382552-network', 'tenant_id': 'e2fb1882ab614d1599dbfba31d2ec6b8'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:18.025841 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eca5bb0-0855-4464-ba96-b161f8f784d0 admin admin] Made reservation on behalf of e2fb1882ab614d1599dbfba31d2ec6b8 for: {'network': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:40:18.028245 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7eca5bb0-0855-4464-ba96-b161f8f784d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for network, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.037025 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7eca5bb0-0855-4464-ba96-b161f8f784d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.127709 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7eca5bb0-0855-4464-ba96-b161f8f784d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.132538 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7eca5bb0-0855-4464-ba96-b161f8f784d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.136578 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-bbd070e5-13fc-484b-b017-cfc489529ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:18.154256 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eca5bb0-0855-4464-ba96-b161f8f784d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=92864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:40:18.166669 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca5bb0-0855-4464-ba96-b161f8f784d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854fecb7-8780-449a-a722-feadfaad7dc7,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:18.169691 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7eca5bb0-0855-4464-ba96-b161f8f784d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:18.176522 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7eca5bb0-0855-4464-ba96-b161f8f784d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.176793 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.segments_db [None req-7eca5bb0-0855-4464-ba96-b161f8f784d0 admin admin] Added segment 5366c196-6a3b-4b91-888d-78ebe7922af1 of type vlan for network 028c035a-cf0d-4690-a6ad-78f8e9f07913 Jun 23 16:40:18.220423 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7eca5bb0-0855-4464-ba96-b161f8f784d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751333559336'] for network, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.254045 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7eca5bb0-0855-4464-ba96-b161f8f784d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055'] for network, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.255510 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca5bb0-0855-4464-ba96-b161f8f784d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:18.256182 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7eca5bb0-0855-4464-ba96-b161f8f784d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.258351 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-28f16167-cc55-41a5-bd32-5abde8ff4344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:18.310488 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-7eca5bb0-0855-4464-ba96-b161f8f784d0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3102083 Jun 23 16:40:18.313010 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 59434) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:18.317873 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-01363a88-eef9-4816-a69e-4e996176b3f3 admin admin] Request body: {'subnet': {'network_id': '028c035a-cf0d-4690-a6ad-78f8e9f07913', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-880382552-subnet', 'tenant_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'ip_version': 4}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:18.328686 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca5bb0-0855-4464-ba96-b161f8f784d0 admin admin] Pushing event updated for resources: {'Network': ['ID=028c035a-cf0d-4690-a6ad-78f8e9f07913,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:18.333253 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7eca5bb0-0855-4464-ba96-b161f8f784d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:18.336690 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device c036afac-dc0b-47d0-9164-bac32e020eeb up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:40:18.348350 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01363a88-eef9-4816-a69e-4e996176b3f3 admin admin] Made reservation on behalf of e2fb1882ab614d1599dbfba31d2ec6b8 for: {'subnet': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:40:18.352064 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-01363a88-eef9-4816-a69e-4e996176b3f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126835597'] for subnet, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.370219 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Network 028c035a-cf0d-4690-a6ad-78f8e9f07913 details requested by agent ovs-agent-dv-cinder-788363-4-iscsi with host dv-cinder-788363-4-iscsi {{(pid=92865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:40:18.446251 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port c036afac-dc0b-47d0-9164-bac32e020eeb triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:18.446687 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.525596 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 3c20bb7e-eeac-4795-9640-ffabbccb1c05 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:40:18.540025 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-01363a88-eef9-4816-a69e-4e996176b3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126767281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126835615'] for subnet, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.542294 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-8d6ae087-506c-460d-ac05-906864085abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:18.576885 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port 3c20bb7e-eeac-4795-9640-ffabbccb1c05 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:40:18.580686 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 3c20bb7e-eeac-4795-9640-ffabbccb1c05 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:18.581069 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.593520 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01363a88-eef9-4816-a69e-4e996176b3f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9acb8a53-db05-47c8-b2ec-b4d4addc90c8,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:18.597045 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-01363a88-eef9-4816-a69e-4e996176b3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:18.604349 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01363a88-eef9-4816-a69e-4e996176b3f3 admin admin] Checking segment: {'id': '5366c196-6a3b-4b91-888d-78ebe7922af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '028c035a-cf0d-4690-a6ad-78f8e9f07913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:40:18.604700 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01363a88-eef9-4816-a69e-4e996176b3f3 admin admin] Network hostable DHCP agents. Network: 028c035a-cf0d-4690-a6ad-78f8e9f07913, hostable agents: ['282bd639-6a17-4952-b94c-338e5747c82c'], hosted agents: [] {{(pid=92864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:40:18.621342 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01363a88-eef9-4816-a69e-4e996176b3f3 admin admin] Network 028c035a-cf0d-4690-a6ad-78f8e9f07913 is scheduled to be hosted by DHCP agent 282bd639-6a17-4952-b94c-338e5747c82c with binding_index 1 {{(pid=92864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:40:18.636185 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-01363a88-eef9-4816-a69e-4e996176b3f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-iscsi, 028c035a-cf0d-4690-a6ad-78f8e9f07913) {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:18.642571 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01363a88-eef9-4816-a69e-4e996176b3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:18.643418 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-01363a88-eef9-4816-a69e-4e996176b3f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.650411 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12b5e99-c91a-4cb2-a142-a725d407a929 None None] Network 028c035a-cf0d-4690-a6ad-78f8e9f07913 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:40:18.661174 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-01363a88-eef9-4816-a69e-4e996176b3f3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3471203 Jun 23 16:40:18.663772 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 59438) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:18.668198 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-56e42acb-25fd-4fac-b398-9b8d9385675f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-880382552-router', 'tenant_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:18.677604 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.688988 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-56e42acb-25fd-4fac-b398-9b8d9385675f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13144'] for router, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.690077 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-56e42acb-25fd-4fac-b398-9b8d9385675f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653616', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13123'] for router, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.734759 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port 3c20bb7e-eeac-4795-9640-ffabbccb1c05, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=3c20bb7e-eeac-4795-9640-ffabbccb1c05,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:18.740425 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] Sync routers for ids ['ba33190b-ca18-4631-ac1f-208658563313'] in dv-cinder-788363-4-iscsi {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:40:18.742207 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.748202 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:18.751972 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] Routers {'ba33190b-ca18-4631-ac1f-208658563313'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:40:18.752470 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:40:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['ba33190b-ca18-4631-ac1f-208658563313'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:18.755173 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-56e42acb-25fd-4fac-b398-9b8d9385675f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.863829 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] Set router ba33190b-ca18-4631-ac1f-208658563313 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:40:18.865187 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=3c20bb7e-eeac-4795-9640-ffabbccb1c05,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:18.869097 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2728efe2-9a30-5507-811f-70851ed494d0-028c035a-cf0d-4690-a6ad-78f8e9f07913', 'network_id': '028c035a-cf0d-4690-a6ad-78f8e9f07913', 'tenant_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'fixed_ips': [{'subnet_id': '9acb8a53-db05-47c8-b2ec-b4d4addc90c8'}]}} from dv-cinder-788363-4-iscsi. {{(pid=92865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:40:18.870019 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.873512 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:18.904379 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-56e42acb-25fd-4fac-b398-9b8d9385675f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13181'] for router, precommit_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:19.072558 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33190b-ca18-4631-ac1f-208658563313', 'name': 'tempest-TestShelveInstance-740525058-router', 'tenant_id': '946770adf7854faa8486bbe256c74c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '3c20bb7e-eeac-4795-9640-ffabbccb1c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:13Z', 'updated_at': '2021-06-23T16:40:16Z', 'revision_number': 4, 'project_id': '946770adf7854faa8486bbe256c74c65', 'gw_port': {'id': '3c20bb7e-eeac-4795-9640-ffabbccb1c05', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33190b-ca18-4631-ac1f-208658563313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:14Z', 'updated_at': '2021-06-23T16:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '843517e4-01b8-43a6-ad5d-ef06676b68a5', 'name': '', 'network_id': '112659a1-c2b7-4225-8c6e-b6db7b30c966', 'tenant_id': '946770adf7854faa8486bbe256c74c65', 'mac_address': 'fa:16:3e:92:f9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba33190b-ca18-4631-ac1f-208658563313', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '13ef5941-174a-4ada-8963-5bda8a0a5f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:16Z', 'updated_at': '2021-06-23T16:40:16Z', 'revision_number': 2, 'project_id': '946770adf7854faa8486bbe256c74c65', 'subnets': [{'id': '13ef5941-174a-4ada-8963-5bda8a0a5f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:19.111218 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] Checking router: ba33190b-ca18-4631-ac1f-208658563313 for host: dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:40:19.111218 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] Updating router ba33190b-ca18-4631-ac1f-208658563313 port 843517e4-01b8-43a6-ad5d-ef06676b68a5 binding host dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:40:19.118873 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-56e42acb-25fd-4fac-b398-9b8d9385675f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:19.145536 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-56e42acb-25fd-4fac-b398-9b8d9385675f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:19.153246 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:19.155243 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.db_base_plugin_common [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Allocated IP 172.20.0.2 (028c035a-cf0d-4690-a6ad-78f8e9f07913/9acb8a53-db05-47c8-b2ec-b4d4addc90c8/4339ebc7-52b4-43d3-9083-2cac0cf1e931) {{(pid=92865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:40:19.267606 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_common [None req-56e42acb-25fd-4fac-b398-9b8d9385675f admin admin] Allocated IP 172.27.3.73 (e0719ee7-fed0-4bca-a581-6af63c437fb6/0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4/be898c30-f493-4b27-be30-16cccf431cc0) {{(pid=92864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:40:19.321187 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Notify callbacks [] for port, precommit_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:19.330625 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Transition to ACTIVE for port object 4339ebc7-52b4-43d3-9083-2cac0cf1e931 will not be triggered until provisioned by entity L2. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:40:19.347553 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Transition to ACTIVE for port object 4339ebc7-52b4-43d3-9083-2cac0cf1e931 will not be triggered until provisioned by entity DHCP. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:40:19.354604 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:19.357236 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:19.378996 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-56e42acb-25fd-4fac-b398-9b8d9385675f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:19.396752 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Network 028c035a-cf0d-4690-a6ad-78f8e9f07913 is already hosted by enough agents. {{(pid=92865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:40:19.400293 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.scheduler.base_scheduler [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Resources bound (agent type, host, resource id): {{(pid=92865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:19.404831 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Received port after_create {{(pid=92865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:40:19.407996 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Pushing event updated for resources: {'Port': ['ID=4339ebc7-52b4-43d3-9083-2cac0cf1e931,revision_number=1']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:19.411828 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:19.425722 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-56e42acb-25fd-4fac-b398-9b8d9385675f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126768161'] for port, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:19.428744 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:19.442578 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] Notify callbacks [] for port, precommit_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:19.453491 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.provisioning_blocks [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] Transition to ACTIVE for port object 843517e4-01b8-43a6-ad5d-ef06676b68a5 will not be triggered until provisioned by entity L2. {{(pid=92866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:40:19.460652 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:19.467282 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e42acb-25fd-4fac-b398-9b8d9385675f admin admin] Network e0719ee7-fed0-4bca-a581-6af63c437fb6 is already hosted by enough agents. {{(pid=92864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:40:19.469021 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Attempting to bind port 4339ebc7-52b4-43d3-9083-2cac0cf1e931 on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:40:19.469480 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Attempting to bind port 4339ebc7-52b4-43d3-9083-2cac0cf1e931 by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': '5366c196-6a3b-4b91-888d-78ebe7922af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '028c035a-cf0d-4690-a6ad-78f8e9f07913'}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:40:19.469934 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Attempting to bind port 4339ebc7-52b4-43d3-9083-2cac0cf1e931 on network 028c035a-cf0d-4690-a6ad-78f8e9f07913 {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:40:19.470056 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-56e42acb-25fd-4fac-b398-9b8d9385675f admin admin] Resources bound (agent type, host, resource id): {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:19.470610 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-6d650c33-836d-49dd-811b-6d8335b98b12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:19.474543 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e42acb-25fd-4fac-b398-9b8d9385675f admin admin] Received port after_create {{(pid=92864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:40:19.476001 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:40:19.476482 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Checking segment: {'id': '5366c196-6a3b-4b91-888d-78ebe7922af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '028c035a-cf0d-4690-a6ad-78f8e9f07913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:40:19.476983 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:19.477546 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Bound using segment: {'id': '5366c196-6a3b-4b91-888d-78ebe7922af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '028c035a-cf0d-4690-a6ad-78f8e9f07913'} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:40:19.478147 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Bound port: 4339ebc7-52b4-43d3-9083-2cac0cf1e931, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5366c196-6a3b-4b91-888d-78ebe7922af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '028c035a-cf0d-4690-a6ad-78f8e9f07913'}}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:40:19.478617 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:19.505314 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e42acb-25fd-4fac-b398-9b8d9385675f admin admin] Pushing event updated for resources: {'Port': ['ID=be898c30-f493-4b27-be30-16cccf431cc0,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:19.509416 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-56e42acb-25fd-4fac-b398-9b8d9385675f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:19.512339 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f1a9e-c479-498d-a45a-ddc68f880e21 None None] Pushing event updated for resources: {'Port': ['ID=843517e4-01b8-43a6-ad5d-ef06676b68a5,revision_number=3']} {{(pid=92866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:19.545563 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] For port 4339ebc7-52b4-43d3-9083-2cac0cf1e931, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:40:19.548948 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] For port 4339ebc7-52b4-43d3-9083-2cac0cf1e931, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=4339ebc7-52b4-43d3-9083-2cac0cf1e931,segment=NetworkSegment(5366c196-6a3b-4b91-888d-78ebe7922af1),segment_id=5366c196-6a3b-4b91-888d-78ebe7922af1)] {{(pid=92865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:40:19.555620 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:19.558836 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:19.562144 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f1a9e-c479-498d-a45a-ddc68f880e21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:19.562578 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f1a9e-c479-498d-a45a-ddc68f880e21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:19.564024 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f1a9e-c479-498d-a45a-ddc68f880e21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:19.564740 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f1a9e-c479-498d-a45a-ddc68f880e21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:19.564915 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f1a9e-c479-498d-a45a-ddc68f880e21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:19.566380 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f1a9e-c479-498d-a45a-ddc68f880e21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:19.566380 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f1a9e-c479-498d-a45a-ddc68f880e21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:19.566380 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f1a9e-c479-498d-a45a-ddc68f880e21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:19.566730 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f1a9e-c479-498d-a45a-ddc68f880e21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:19.567100 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f1a9e-c479-498d-a45a-ddc68f880e21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:19.567519 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f1a9e-c479-498d-a45a-ddc68f880e21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:19.568051 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8f1a9e-c479-498d-a45a-ddc68f880e21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:19.573670 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-3e8f1a9e-c479-498d-a45a-ddc68f880e21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:19.609225 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] Attempting to bind port 843517e4-01b8-43a6-ad5d-ef06676b68a5 on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:40:19.610030 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] Attempting to bind port 843517e4-01b8-43a6-ad5d-ef06676b68a5 by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': '9fbed2f2-b03c-4462-a1ec-317551280f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '112659a1-c2b7-4225-8c6e-b6db7b30c966'}] {{(pid=92866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:40:19.610205 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] Attempting to bind port 843517e4-01b8-43a6-ad5d-ef06676b68a5 on network 112659a1-c2b7-4225-8c6e-b6db7b30c966 {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:40:19.614367 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Pushing event updated for resources: {'Port': ['ID=4339ebc7-52b4-43d3-9083-2cac0cf1e931,revision_number=2']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:19.623168 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7029c8b9-7b85-4b09-9430-8691b4e215f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:19.625831 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:40:19.626406 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] Checking segment: {'id': '9fbed2f2-b03c-4462-a1ec-317551280f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '112659a1-c2b7-4225-8c6e-b6db7b30c966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:40:19.626834 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:19.627238 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] Bound using segment: {'id': '9fbed2f2-b03c-4462-a1ec-317551280f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '112659a1-c2b7-4225-8c6e-b6db7b30c966'} {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:40:19.627738 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] Bound port: 843517e4-01b8-43a6-ad5d-ef06676b68a5, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbed2f2-b03c-4462-a1ec-317551280f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '112659a1-c2b7-4225-8c6e-b6db7b30c966'}}] {{(pid=92866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:40:19.628118 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:19.701111 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.db [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] For port 843517e4-01b8-43a6-ad5d-ef06676b68a5, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:40:19.704698 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.db [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] For port 843517e4-01b8-43a6-ad5d-ef06676b68a5, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=843517e4-01b8-43a6-ad5d-ef06676b68a5,segment=NetworkSegment(9fbed2f2-b03c-4462-a1ec-317551280f95),segment_id=9fbed2f2-b03c-4462-a1ec-317551280f95)] {{(pid=92866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:40:19.712074 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:19.715739 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-3a315c5e-b317-4ec5-aeb2-bcc52a2a5c4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:19.765398 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-56e42acb-25fd-4fac-b398-9b8d9385675f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:19.776700 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] Routers {'ba33190b-ca18-4631-ac1f-208658563313'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:40:19.777347 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:40:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['ba33190b-ca18-4631-ac1f-208658563313'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:19.917291 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f1a9e-c479-498d-a45a-ddc68f880e21 None None] Pushing event updated for resources: {'Port': ['ID=843517e4-01b8-43a6-ad5d-ef06676b68a5,revision_number=4']} {{(pid=92866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:19.920821 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-3e8f1a9e-c479-498d-a45a-ddc68f880e21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:20.018815 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] Set router ba33190b-ca18-4631-ac1f-208658563313 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:40:20.050346 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-56e42acb-25fd-4fac-b398-9b8d9385675f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649335'] for router, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:20.220321 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e42acb-25fd-4fac-b398-9b8d9385675f admin admin] Router cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac is scheduled to L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 with binding_index 1 {{(pid=92864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:40:20.236621 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33190b-ca18-4631-ac1f-208658563313', 'name': 'tempest-TestShelveInstance-740525058-router', 'tenant_id': '946770adf7854faa8486bbe256c74c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '3c20bb7e-eeac-4795-9640-ffabbccb1c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:13Z', 'updated_at': '2021-06-23T16:40:16Z', 'revision_number': 4, 'project_id': '946770adf7854faa8486bbe256c74c65', 'gw_port': {'id': '3c20bb7e-eeac-4795-9640-ffabbccb1c05', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33190b-ca18-4631-ac1f-208658563313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:14Z', 'updated_at': '2021-06-23T16:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '843517e4-01b8-43a6-ad5d-ef06676b68a5', 'name': '', 'network_id': '112659a1-c2b7-4225-8c6e-b6db7b30c966', 'tenant_id': '946770adf7854faa8486bbe256c74c65', 'mac_address': 'fa:16:3e:92:f9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba33190b-ca18-4631-ac1f-208658563313', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '13ef5941-174a-4ada-8963-5bda8a0a5f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:16Z', 'updated_at': '2021-06-23T16:40:19Z', 'revision_number': 4, 'project_id': '946770adf7854faa8486bbe256c74c65', 'subnets': [{'id': '13ef5941-174a-4ada-8963-5bda8a0a5f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:20.267993 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b0ad3-6469-44b8-935b-0c3d2f3c2c6d None None] The sync data for ids ['ba33190b-ca18-4631-ac1f-208658563313'] in dv-cinder-788363-4-iscsi is: [{'id': 'ba33190b-ca18-4631-ac1f-208658563313', 'name': 'tempest-TestShelveInstance-740525058-router', 'tenant_id': '946770adf7854faa8486bbe256c74c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '3c20bb7e-eeac-4795-9640-ffabbccb1c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:13Z', 'updated_at': '2021-06-23T16:40:16Z', 'revision_number': 4, 'project_id': '946770adf7854faa8486bbe256c74c65', 'gw_port': {'id': '3c20bb7e-eeac-4795-9640-ffabbccb1c05', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33190b-ca18-4631-ac1f-208658563313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:14Z', 'updated_at': '2021-06-23T16:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '843517e4-01b8-43a6-ad5d-ef06676b68a5', 'name': '', 'network_id': '112659a1-c2b7-4225-8c6e-b6db7b30c966', 'tenant_id': '946770adf7854faa8486bbe256c74c65', 'mac_address': 'fa:16:3e:92:f9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba33190b-ca18-4631-ac1f-208658563313', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '13ef5941-174a-4ada-8963-5bda8a0a5f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:16Z', 'updated_at': '2021-06-23T16:40:19Z', 'revision_number': 4, 'project_id': '946770adf7854faa8486bbe256c74c65', 'subnets': [{'id': '13ef5941-174a-4ada-8963-5bda8a0a5f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:40:20.365586 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e42acb-25fd-4fac-b398-9b8d9385675f admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:40:20.377380 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] Sync routers for ids ['cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:40:20.398854 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-56e42acb-25fd-4fac-b398-9b8d9385675f admin admin] Notify callbacks [] for router, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:20.399698 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] Routers {'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:40:20.400127 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-56e42acb-25fd-4fac-b398-9b8d9385675f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7354398 Jun 23 16:40:20.403737 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 59456) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:20.404246 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:40:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:20.457256 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 4339ebc7-52b4-43d3-9083-2cac0cf1e931 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:40:20.576785 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] Set router cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:40:20.579210 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port 4339ebc7-52b4-43d3-9083-2cac0cf1e931 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:40:20.634721 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 3c20bb7e-eeac-4795-9640-ffabbccb1c05 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:40:20.756773 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 3c20bb7e-eeac-4795-9640-ffabbccb1c05 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:20.757164 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:20.823654 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46190449-23b1-4bcd-a592-5d2dbfd95fb3 None None] Network 028c035a-cf0d-4690-a6ad-78f8e9f07913 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:40:20.877621 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:20.954364 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-201412aa-940d-4887-a550-a21302b9376a None None] Provisioning for port 4339ebc7-52b4-43d3-9083-2cac0cf1e931 completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:40:20.970512 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-201412aa-940d-4887-a550-a21302b9376a None None] Provisioning complete for port 4339ebc7-52b4-43d3-9083-2cac0cf1e931 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:20.970900 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-201412aa-940d-4887-a550-a21302b9376a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:20.975734 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac', 'name': 'tempest-TestShelveInstance-880382552-router', 'tenant_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'be898c30-f493-4b27-be30-16cccf431cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:18Z', 'updated_at': '2021-06-23T16:40:19Z', 'revision_number': 3, 'project_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'gw_port': {'id': 'be898c30-f493-4b27-be30-16cccf431cc0', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:19Z', 'updated_at': '2021-06-23T16:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:21.049412 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] Checking router: cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:40:21.049772 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] Updating router cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac port be898c30-f493-4b27-be30-16cccf431cc0 binding host dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:40:21.067147 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Allocated IP 172.20.0.1 (028c035a-cf0d-4690-a6ad-78f8e9f07913/9acb8a53-db05-47c8-b2ec-b4d4addc90c8/b0a1eb4d-07f6-4911-8b7e-37585f65d84b) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:40:21.126910 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.185524 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.204017 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Transition to ACTIVE for port object b0a1eb4d-07f6-4911-8b7e-37585f65d84b will not be triggered until provisioned by entity DHCP. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:40:21.243051 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125858108'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.245321 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-aa343882-e2c1-4eb5-8d6d-64c061b551c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:21.257309 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-201412aa-940d-4887-a550-a21302b9376a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.288893 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Network 028c035a-cf0d-4690-a6ad-78f8e9f07913 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:40:21.291776 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:21.296165 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:40:21.302483 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Pushing event updated for resources: {'Port': ['ID=b0a1eb4d-07f6-4911-8b7e-37585f65d84b,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:21.331255 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:21.349556 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636535'] for router_interface, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.407277 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-201412aa-940d-4887-a550-a21302b9376a None None] For port 4339ebc7-52b4-43d3-9083-2cac0cf1e931, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=4339ebc7-52b4-43d3-9083-2cac0cf1e931,segment=NetworkSegment(5366c196-6a3b-4b91-888d-78ebe7922af1),segment_id=5366c196-6a3b-4b91-888d-78ebe7922af1)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:21.420318 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-201412aa-940d-4887-a550-a21302b9376a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.424583 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:21.504660 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.516856 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201412aa-940d-4887-a550-a21302b9376a None None] Pushing event updated for resources: {'Port': ['ID=4339ebc7-52b4-43d3-9083-2cac0cf1e931,revision_number=3']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:21.520979 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-201412aa-940d-4887-a550-a21302b9376a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:21.541335 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] Notify callbacks [] for port, precommit_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.552662 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] Transition to ACTIVE for port object be898c30-f493-4b27-be30-16cccf431cc0 will not be triggered until provisioned by entity L2. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:40:21.561528 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.563592 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:21.624830 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] Attempting to bind port be898c30-f493-4b27-be30-16cccf431cc0 on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:40:21.625388 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] Attempting to bind port be898c30-f493-4b27-be30-16cccf431cc0 by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:40:21.625650 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] Attempting to bind port be898c30-f493-4b27-be30-16cccf431cc0 on network e0719ee7-fed0-4bca-a581-6af63c437fb6 {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:40:21.627670 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2f7b9-3f9a-4875-b8ed-2b0336a9f4da None None] Pushing event updated for resources: {'Port': ['ID=be898c30-f493-4b27-be30-16cccf431cc0,revision_number=2']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:21.631666 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-3be2f7b9-3f9a-4875-b8ed-2b0336a9f4da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:21.634769 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:40:21.635634 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] Checking segment: {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:40:21.635831 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.636247 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] Bound using segment: {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:40:21.636596 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] Bound port: be898c30-f493-4b27-be30-16cccf431cc0, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:40:21.636986 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.692794 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] For port be898c30-f493-4b27-be30-16cccf431cc0, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:40:21.697126 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] For port be898c30-f493-4b27-be30-16cccf431cc0, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=be898c30-f493-4b27-be30-16cccf431cc0,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:40:21.697444 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.703366 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.703837 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.705645 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:21.731767 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-28c1af7a-4103-4e14-98e4-d70393219bf8 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:21.781482 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636571'] for router_interface, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.783596 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Pushing event updated for resources: {'Port': ['ID=b0a1eb4d-07f6-4911-8b7e-37585f65d84b,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:21.787104 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:21.881530 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Network 028c035a-cf0d-4690-a6ad-78f8e9f07913 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:40:21.882932 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:21.915316 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-ebbd0058-88f0-463d-b9c6-7a6f094497d2 None None] Provisioning complete for port 4339ebc7-52b4-43d3-9083-2cac0cf1e931 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:21.915665 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ebbd0058-88f0-463d-b9c6-7a6f094497d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.918097 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2f7b9-3f9a-4875-b8ed-2b0336a9f4da None None] Pushing event updated for resources: {'Port': ['ID=be898c30-f493-4b27-be30-16cccf431cc0,revision_number=3']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:21.921963 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-3be2f7b9-3f9a-4875-b8ed-2b0336a9f4da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:21.922585 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] Routers {'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:40:21.923568 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:40:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:22.013872 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Router cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:40:22.090706 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] Set router cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:40:22.137363 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:40:22.142543 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] 10.222.0.46 "PUT /v2.0/routers/cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7368677 Jun 23 16:40:22.288416 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-c1190986-61f1-40dd-8cb8-42b97b8255a7 None None] Provisioning for port b0a1eb4d-07f6-4911-8b7e-37585f65d84b completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:40:22.294325 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-c1190986-61f1-40dd-8cb8-42b97b8255a7 None None] Provisioning complete for port b0a1eb4d-07f6-4911-8b7e-37585f65d84b triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:22.294860 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-c1190986-61f1-40dd-8cb8-42b97b8255a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:22.345843 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-c1190986-61f1-40dd-8cb8-42b97b8255a7 None None] Port b0a1eb4d-07f6-4911-8b7e-37585f65d84b cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:40:22.369599 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac', 'name': 'tempest-TestShelveInstance-880382552-router', 'tenant_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'be898c30-f493-4b27-be30-16cccf431cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:18Z', 'updated_at': '2021-06-23T16:40:21Z', 'revision_number': 4, 'project_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'gw_port': {'id': 'be898c30-f493-4b27-be30-16cccf431cc0', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:19Z', 'updated_at': '2021-06-23T16:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'b0a1eb4d-07f6-4911-8b7e-37585f65d84b', 'name': '', 'network_id': '028c035a-cf0d-4690-a6ad-78f8e9f07913', 'tenant_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'mac_address': 'fa:16:3e:d8:be:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '9acb8a53-db05-47c8-b2ec-b4d4addc90c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:20Z', 'updated_at': '2021-06-23T16:40:21Z', 'revision_number': 2, 'project_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'subnets': [{'id': '9acb8a53-db05-47c8-b2ec-b4d4addc90c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:22.373814 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 4339ebc7-52b4-43d3-9083-2cac0cf1e931 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:40:22.423572 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea960dc-a403-45ed-a438-d6d8354ba33a None None] The sync data for ids ['cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac'] in dv-cinder-788363-4-iscsi is: [{'id': 'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac', 'name': 'tempest-TestShelveInstance-880382552-router', 'tenant_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'be898c30-f493-4b27-be30-16cccf431cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:18Z', 'updated_at': '2021-06-23T16:40:21Z', 'revision_number': 4, 'project_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'gw_port': {'id': 'be898c30-f493-4b27-be30-16cccf431cc0', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:19Z', 'updated_at': '2021-06-23T16:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'b0a1eb4d-07f6-4911-8b7e-37585f65d84b', 'name': '', 'network_id': '028c035a-cf0d-4690-a6ad-78f8e9f07913', 'tenant_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'mac_address': 'fa:16:3e:d8:be:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '9acb8a53-db05-47c8-b2ec-b4d4addc90c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:20Z', 'updated_at': '2021-06-23T16:40:21Z', 'revision_number': 2, 'project_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'subnets': [{'id': '9acb8a53-db05-47c8-b2ec-b4d4addc90c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:40:22.460554 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 4339ebc7-52b4-43d3-9083-2cac0cf1e931 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:22.461394 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:22.546631 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 843517e4-01b8-43a6-ad5d-ef06676b68a5 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:40:22.595755 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port 843517e4-01b8-43a6-ad5d-ef06676b68a5 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:40:22.599981 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 843517e4-01b8-43a6-ad5d-ef06676b68a5 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:22.600367 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:22.725789 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:22.759851 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port 843517e4-01b8-43a6-ad5d-ef06676b68a5, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=843517e4-01b8-43a6-ad5d-ef06676b68a5,segment=NetworkSegment(9fbed2f2-b03c-4462-a1ec-317551280f95),segment_id=9fbed2f2-b03c-4462-a1ec-317551280f95)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:22.764883 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:22.767498 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:22.818399 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=843517e4-01b8-43a6-ad5d-ef06676b68a5,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:22.822171 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:23.194947 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 59482) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:23.199749 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-57dc88c3-60ce-4d95-8840-b5b7be3ee9ba tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1581610686', 'description': 'tempest-secgroup-smoke-1581610686 description', 'project_id': '946770adf7854faa8486bbe256c74c65'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:23.222457 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-57dc88c3-60ce-4d95-8840-b5b7be3ee9ba tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.323276 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-57dc88c3-60ce-4d95-8840-b5b7be3ee9ba tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.327064 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-57dc88c3-60ce-4d95-8840-b5b7be3ee9ba tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.349130 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7b7f580e-642b-4f82-afe4-60209691a861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:23.368657 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-57dc88c3-60ce-4d95-8840-b5b7be3ee9ba tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.373359 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 59486) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:23.373866 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-57dc88c3-60ce-4d95-8840-b5b7be3ee9ba tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1775780 Jun 23 16:40:23.380055 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-bcf47bbd-292d-4395-b2f7-37bdf1f01cd9 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Request body: {'security_group_rule': {'security_group_id': '474e1332-f684-47da-8c43-6cc77f03f462', 'project_id': '946770adf7854faa8486bbe256c74c65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:23.382589 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc88c3-60ce-4d95-8840-b5b7be3ee9ba tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474e1332-f684-47da-8c43-6cc77f03f462,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:23.385902 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-57dc88c3-60ce-4d95-8840-b5b7be3ee9ba tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:23.443157 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bcf47bbd-292d-4395-b2f7-37bdf1f01cd9 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.504084 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bcf47bbd-292d-4395-b2f7-37bdf1f01cd9 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.507990 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bcf47bbd-292d-4395-b2f7-37bdf1f01cd9 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.513093 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-66d66c49-34ac-417b-a969-e2d64b23fc27 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:23.518319 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:40:23.528108 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf47bbd-292d-4395-b2f7-37bdf1f01cd9 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bca249c-eb30-4ab8-bf4f-5b88b1435c6b,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:23.530834 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-bcf47bbd-292d-4395-b2f7-37bdf1f01cd9 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:23.535497 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-bcf47bbd-292d-4395-b2f7-37bdf1f01cd9 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.536686 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-bcf47bbd-292d-4395-b2f7-37bdf1f01cd9 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1622710 Jun 23 16:40:23.539918 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 59492) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:23.544805 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-c967e073-584b-492b-b878-1bbb322c3a60 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Request body: {'security_group_rule': {'security_group_id': '474e1332-f684-47da-8c43-6cc77f03f462', 'project_id': '946770adf7854faa8486bbe256c74c65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:23.571162 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c967e073-584b-492b-b878-1bbb322c3a60 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.634117 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c967e073-584b-492b-b878-1bbb322c3a60 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.637730 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c967e073-584b-492b-b878-1bbb322c3a60 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.639902 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-8b6f0c0a-eb73-475d-a4b9-297ac1c9bfd0 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:23.657226 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967e073-584b-492b-b878-1bbb322c3a60 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eca040f-9829-4b33-8bd9-c6188634a48a,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:23.660114 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c967e073-584b-492b-b878-1bbb322c3a60 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:23.663268 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c967e073-584b-492b-b878-1bbb322c3a60 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.664698 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-c967e073-584b-492b-b878-1bbb322c3a60 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233840 Jun 23 16:40:23.667085 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 59494) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:23.671669 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-de7d1978-ac26-4079-bcdf-834c3a1a6547 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Request body: {'security_group_rule': {'security_group_id': '474e1332-f684-47da-8c43-6cc77f03f462', 'project_id': '946770adf7854faa8486bbe256c74c65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:23.699540 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-de7d1978-ac26-4079-bcdf-834c3a1a6547 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.758763 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-de7d1978-ac26-4079-bcdf-834c3a1a6547 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.762081 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-de7d1978-ac26-4079-bcdf-834c3a1a6547 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.764073 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:23.780191 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d1978-ac26-4079-bcdf-834c3a1a6547 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3645659-14a5-4854-a987-14282b932cc6,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:23.782960 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-de7d1978-ac26-4079-bcdf-834c3a1a6547 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:23.785836 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-de7d1978-ac26-4079-bcdf-834c3a1a6547 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.787034 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-de7d1978-ac26-4079-bcdf-834c3a1a6547 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189890 Jun 23 16:40:23.790374 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 59496) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:23.794977 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-ca737d01-4f8b-44c1-a21e-2f30c21a0c82 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Request body: {'security_group_rule': {'security_group_id': '474e1332-f684-47da-8c43-6cc77f03f462', 'project_id': '946770adf7854faa8486bbe256c74c65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:23.819879 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ca737d01-4f8b-44c1-a21e-2f30c21a0c82 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.877481 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ca737d01-4f8b-44c1-a21e-2f30c21a0c82 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.881592 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ca737d01-4f8b-44c1-a21e-2f30c21a0c82 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.883634 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-e08e1688-9d4f-4ca2-9b69-ba2a67085d12 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:23.899821 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca737d01-4f8b-44c1-a21e-2f30c21a0c82 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e5fccb-cfe5-4047-a283-72493f84f954,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:23.902916 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ca737d01-4f8b-44c1-a21e-2f30c21a0c82 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:23.906570 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ca737d01-4f8b-44c1-a21e-2f30c21a0c82 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.907827 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-ca737d01-4f8b-44c1-a21e-2f30c21a0c82 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164687 Jun 23 16:40:23.910453 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 59498) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:23.914904 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-24f994b4-5e3a-42db-92e7-03dcac7b0543 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Request body: {'security_group_rule': {'security_group_id': '474e1332-f684-47da-8c43-6cc77f03f462', 'project_id': '946770adf7854faa8486bbe256c74c65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:23.936924 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.securitygroups_db [None req-24f994b4-5e3a-42db-92e7-03dcac7b0543 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Project 946770adf7854faa8486bbe256c74c65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 16:40:23.941506 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-24f994b4-5e3a-42db-92e7-03dcac7b0543 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:24.002305 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-24f994b4-5e3a-42db-92e7-03dcac7b0543 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:24.005654 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-24f994b4-5e3a-42db-92e7-03dcac7b0543 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:24.012564 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:24.028304 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f994b4-5e3a-42db-92e7-03dcac7b0543 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef0f67a-63f7-4b1a-9e0f-a1ddbe55310c,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:24.030714 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-24f994b4-5e3a-42db-92e7-03dcac7b0543 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:24.032046 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-24f994b4-5e3a-42db-92e7-03dcac7b0543 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:24.033237 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-24f994b4-5e3a-42db-92e7-03dcac7b0543 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218467 Jun 23 16:40:24.035958 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 59500) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:24.040376 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-8616d4a1-cc66-419f-933d-51feca8ea784 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Request body: {'security_group_rule': {'security_group_id': '474e1332-f684-47da-8c43-6cc77f03f462', 'project_id': '946770adf7854faa8486bbe256c74c65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:24.061561 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.securitygroups_db [None req-8616d4a1-cc66-419f-933d-51feca8ea784 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Project 946770adf7854faa8486bbe256c74c65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 16:40:24.066171 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-8616d4a1-cc66-419f-933d-51feca8ea784 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:24.126956 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-8616d4a1-cc66-419f-933d-51feca8ea784 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:24.130574 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-8616d4a1-cc66-419f-933d-51feca8ea784 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:24.135935 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:24.152451 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616d4a1-cc66-419f-933d-51feca8ea784 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe9fb09-b6f9-490a-b9c6-36d96b83b66a,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:24.155507 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-8616d4a1-cc66-419f-933d-51feca8ea784 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:24.156757 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-8616d4a1-cc66-419f-933d-51feca8ea784 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:24.164947 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-8616d4a1-cc66-419f-933d-51feca8ea784 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210272 Jun 23 16:40:24.362478 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 843517e4-01b8-43a6-ad5d-ef06676b68a5 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:40:24.418701 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 843517e4-01b8-43a6-ad5d-ef06676b68a5 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:24.419100 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:24.516330 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device be898c30-f493-4b27-be30-16cccf431cc0 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:40:24.535211 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] Sync routers for ids ['cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac'] in dv-cinder-788363-4-iscsi {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:40:24.549068 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] Routers {'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:40:24.549940 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:40:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:24.571703 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port be898c30-f493-4b27-be30-16cccf431cc0 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:40:24.575582 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port be898c30-f493-4b27-be30-16cccf431cc0 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:24.576037 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:24.671604 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:24.677805 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] Set router cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:40:24.695073 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port be898c30-f493-4b27-be30-16cccf431cc0, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=be898c30-f493-4b27-be30-16cccf431cc0,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:24.702735 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:24.704910 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:24.754030 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=be898c30-f493-4b27-be30-16cccf431cc0,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:24.757124 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:24.894756 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac', 'name': 'tempest-TestShelveInstance-880382552-router', 'tenant_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'be898c30-f493-4b27-be30-16cccf431cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:18Z', 'updated_at': '2021-06-23T16:40:21Z', 'revision_number': 4, 'project_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'gw_port': {'id': 'be898c30-f493-4b27-be30-16cccf431cc0', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:19Z', 'updated_at': '2021-06-23T16:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'b0a1eb4d-07f6-4911-8b7e-37585f65d84b', 'name': '', 'network_id': '028c035a-cf0d-4690-a6ad-78f8e9f07913', 'tenant_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'mac_address': 'fa:16:3e:d8:be:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '9acb8a53-db05-47c8-b2ec-b4d4addc90c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:20Z', 'updated_at': '2021-06-23T16:40:21Z', 'revision_number': 2, 'project_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'subnets': [{'id': '9acb8a53-db05-47c8-b2ec-b4d4addc90c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:24.920681 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] Checking router: cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac for host: dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:40:24.921218 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] Updating router cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac port b0a1eb4d-07f6-4911-8b7e-37585f65d84b binding host dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:40:24.954487 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:25.215503 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] Notify callbacks [] for port, precommit_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:25.225493 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.provisioning_blocks [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] Transition to ACTIVE for port object b0a1eb4d-07f6-4911-8b7e-37585f65d84b will not be triggered until provisioned by entity L2. {{(pid=92866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:40:25.234657 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:25.235403 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-5eba2641-698e-4349-ada5-afb260145075 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:25.280900 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac7a3d-65bf-4a0c-86c9-828f63a96bbb None None] Pushing event updated for resources: {'Port': ['ID=b0a1eb4d-07f6-4911-8b7e-37585f65d84b,revision_number=3']} {{(pid=92866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:25.285097 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-baac7a3d-65bf-4a0c-86c9-828f63a96bbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:25.336130 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] Attempting to bind port b0a1eb4d-07f6-4911-8b7e-37585f65d84b on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:40:25.336565 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] Attempting to bind port b0a1eb4d-07f6-4911-8b7e-37585f65d84b by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': '5366c196-6a3b-4b91-888d-78ebe7922af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '028c035a-cf0d-4690-a6ad-78f8e9f07913'}] {{(pid=92866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:40:25.336882 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] Attempting to bind port b0a1eb4d-07f6-4911-8b7e-37585f65d84b on network 028c035a-cf0d-4690-a6ad-78f8e9f07913 {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:40:25.342571 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:40:25.342722 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] Checking segment: {'id': '5366c196-6a3b-4b91-888d-78ebe7922af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '028c035a-cf0d-4690-a6ad-78f8e9f07913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:40:25.343052 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:25.343450 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] Bound using segment: {'id': '5366c196-6a3b-4b91-888d-78ebe7922af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '028c035a-cf0d-4690-a6ad-78f8e9f07913'} {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:40:25.344319 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] Bound port: b0a1eb4d-07f6-4911-8b7e-37585f65d84b, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5366c196-6a3b-4b91-888d-78ebe7922af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '028c035a-cf0d-4690-a6ad-78f8e9f07913'}}] {{(pid=92866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:40:25.344703 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:25.412699 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.db [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] For port b0a1eb4d-07f6-4911-8b7e-37585f65d84b, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:40:25.416587 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.db [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] For port b0a1eb4d-07f6-4911-8b7e-37585f65d84b, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=b0a1eb4d-07f6-4911-8b7e-37585f65d84b,segment=NetworkSegment(5366c196-6a3b-4b91-888d-78ebe7922af1),segment_id=5366c196-6a3b-4b91-888d-78ebe7922af1)] {{(pid=92866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:40:25.420153 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:25.422414 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-3a315c5e-b317-4ec5-aeb2-bcc52a2a5c4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:25.477918 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] Routers {'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:40:25.478608 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:40:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:25.516342 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac7a3d-65bf-4a0c-86c9-828f63a96bbb None None] Pushing event updated for resources: {'Port': ['ID=b0a1eb4d-07f6-4911-8b7e-37585f65d84b,revision_number=4']} {{(pid=92866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:25.520965 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-baac7a3d-65bf-4a0c-86c9-828f63a96bbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:25.612240 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] Set router cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:40:25.892168 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac', 'name': 'tempest-TestShelveInstance-880382552-router', 'tenant_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'be898c30-f493-4b27-be30-16cccf431cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:18Z', 'updated_at': '2021-06-23T16:40:21Z', 'revision_number': 4, 'project_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'gw_port': {'id': 'be898c30-f493-4b27-be30-16cccf431cc0', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:19Z', 'updated_at': '2021-06-23T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'b0a1eb4d-07f6-4911-8b7e-37585f65d84b', 'name': '', 'network_id': '028c035a-cf0d-4690-a6ad-78f8e9f07913', 'tenant_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'mac_address': 'fa:16:3e:d8:be:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '9acb8a53-db05-47c8-b2ec-b4d4addc90c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:20Z', 'updated_at': '2021-06-23T16:40:25Z', 'revision_number': 4, 'project_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'subnets': [{'id': '9acb8a53-db05-47c8-b2ec-b4d4addc90c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:25.919547 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9bae95-5772-474f-b36c-ffa26e4cce31 None None] The sync data for ids ['cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac'] in dv-cinder-788363-4-iscsi is: [{'id': 'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac', 'name': 'tempest-TestShelveInstance-880382552-router', 'tenant_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'be898c30-f493-4b27-be30-16cccf431cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:18Z', 'updated_at': '2021-06-23T16:40:21Z', 'revision_number': 4, 'project_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'gw_port': {'id': 'be898c30-f493-4b27-be30-16cccf431cc0', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:19Z', 'updated_at': '2021-06-23T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'b0a1eb4d-07f6-4911-8b7e-37585f65d84b', 'name': '', 'network_id': '028c035a-cf0d-4690-a6ad-78f8e9f07913', 'tenant_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'mac_address': 'fa:16:3e:d8:be:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '9acb8a53-db05-47c8-b2ec-b4d4addc90c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:20Z', 'updated_at': '2021-06-23T16:40:25Z', 'revision_number': 4, 'project_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'subnets': [{'id': '9acb8a53-db05-47c8-b2ec-b4d4addc90c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:40:26.291681 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device b0a1eb4d-07f6-4911-8b7e-37585f65d84b up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:40:26.345979 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port b0a1eb4d-07f6-4911-8b7e-37585f65d84b completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:40:26.349696 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port b0a1eb4d-07f6-4911-8b7e-37585f65d84b triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:26.350075 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:26.432292 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:26.463958 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port b0a1eb4d-07f6-4911-8b7e-37585f65d84b, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=b0a1eb4d-07f6-4911-8b7e-37585f65d84b,segment=NetworkSegment(5366c196-6a3b-4b91-888d-78ebe7922af1),segment_id=5366c196-6a3b-4b91-888d-78ebe7922af1)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:26.467681 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:26.468522 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device be898c30-f493-4b27-be30-16cccf431cc0 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:40:26.470055 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b4c254f5-a0aa-47f6-90f2-51c91767f3df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:26.550764 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=b0a1eb4d-07f6-4911-8b7e-37585f65d84b,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:26.550764 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:26.562592 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port be898c30-f493-4b27-be30-16cccf431cc0 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:26.563098 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:28.262011 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device b0a1eb4d-07f6-4911-8b7e-37585f65d84b up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:40:28.309668 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port b0a1eb4d-07f6-4911-8b7e-37585f65d84b triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:28.310165 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:32.641408 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-29598208-d430-415a-b965-d6704ffb0c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:35.005809 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:35.767215 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-cd4e4112-2241-4668-9721-2aaf03b1f6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:36.502097 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:38.176135 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:39.393256 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:00.516717 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:41:01.314776 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-146c76d8-0385-461b-bf83-74a7f04ab454 req-970db558-1cfe-44a2-ae52-f73497a0ae1c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8f447642-a022-45f3-a21e-30c69285150c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1452310 Jun 23 16:41:01.404693 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c76d8-0385-461b-bf83-74a7f04ab454 req-ff72a0d9-32c3-4d5d-98a8-ef9109c189a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:01.406195 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-146c76d8-0385-461b-bf83-74a7f04ab454 req-ff72a0d9-32c3-4d5d-98a8-ef9109c189a5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&device_id=8f447642-a022-45f3-a21e-30c69285150c HTTP/1.1" status: 200 len: 1099 time: 0.0510366 Jun 23 16:41:01.515973 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c76d8-0385-461b-bf83-74a7f04ab454 req-298d711a-7c2c-46fa-a78e-71012e3c4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:01.517428 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-146c76d8-0385-461b-bf83-74a7f04ab454 req-298d711a-7c2c-46fa-a78e-71012e3c4fc0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 916 time: 0.0889430 Jun 23 16:41:01.557497 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-146c76d8-0385-461b-bf83-74a7f04ab454 req-0e54ed63-b216-4af8-a9ac-7bad452fd815 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33b773f7-4321-4e20-b22d-f029f3bb544b HTTP/1.1" status: 200 len: 217 time: 0.0329754 Jun 23 16:41:01.602718 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c76d8-0385-461b-bf83-74a7f04ab454 req-988bb2c6-a9cf-4189-84eb-62fab1938d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:01.604611 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-146c76d8-0385-461b-bf83-74a7f04ab454 req-988bb2c6-a9cf-4189-84eb-62fab1938d8b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a13dcb6b-63c2-4b53-a4d0-749cfb697a09 HTTP/1.1" status: 200 len: 855 time: 0.0419793 Jun 23 16:41:01.635262 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-146c76d8-0385-461b-bf83-74a7f04ab454 req-ab12a142-2c0b-4a3b-8367-e529eb36946b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51b468f5-7c7f-4931-9a90-efb26ca1eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249026 Jun 23 16:41:01.724273 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-146c76d8-0385-461b-bf83-74a7f04ab454 req-4e702457-a827-4ed8-a128-e99fe9194bdf service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830081 Jun 23 16:41:01.813740 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-146c76d8-0385-461b-bf83-74a7f04ab454 req-29d6881c-e1b1-4160-96b9-04c0c120567e service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832675 Jun 23 16:41:02.632074 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ca7aae1f-0ac6-4212-a409-2aab8279ed8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:04.998515 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:05.766854 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-08af2593-8c7d-4729-82eb-f865415ef659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:06.512182 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:08.178879 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:09.394842 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:32.631839 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-a0e22406-42d8-445b-b1b5-b69578be9348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:34.998871 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:35.768519 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d48f365e-1721-46a8-a5a5-06174353a96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:36.508031 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:37.514518 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:41:38.181353 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:39.395393 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:01.209844 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1e857e81-daa5-4166-828d-a0aca7a27d7f req-ad9c31e8-db74-4849-ae75-d37313983df6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d95942eb-b377-4db3-bceb-05a09baefae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556052 Jun 23 16:42:01.291064 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e857e81-daa5-4166-828d-a0aca7a27d7f req-a8f17988-2dfa-4284-bf01-2724302668fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:01.292520 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1e857e81-daa5-4166-828d-a0aca7a27d7f req-a8f17988-2dfa-4284-bf01-2724302668fe service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&device_id=d95942eb-b377-4db3-bceb-05a09baefae1 HTTP/1.1" status: 200 len: 1098 time: 0.0507264 Jun 23 16:42:01.395561 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e857e81-daa5-4166-828d-a0aca7a27d7f req-7aa0edd5-9cef-4efc-8425-1e63d9ef74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:01.396986 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1e857e81-daa5-4166-828d-a0aca7a27d7f req-7aa0edd5-9cef-4efc-8425-1e63d9ef74ab service neutron] 10.222.0.84 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 916 time: 0.0854142 Jun 23 16:42:01.436097 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1e857e81-daa5-4166-828d-a0aca7a27d7f req-65267964-ae68-4478-84c6-4e92327fc5f5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d168499a-24d2-4ed6-969a-900ec6998d47 HTTP/1.1" status: 200 len: 217 time: 0.0331089 Jun 23 16:42:01.484405 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e857e81-daa5-4166-828d-a0aca7a27d7f req-26703fe7-339b-4b4a-aa04-5ccbbff6cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:01.485827 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1e857e81-daa5-4166-828d-a0aca7a27d7f req-26703fe7-339b-4b4a-aa04-5ccbbff6cba8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a13dcb6b-63c2-4b53-a4d0-749cfb697a09 HTTP/1.1" status: 200 len: 855 time: 0.0421305 Jun 23 16:42:01.521944 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1e857e81-daa5-4166-828d-a0aca7a27d7f req-b692a720-285e-4c0f-bc57-f90b0c96e33b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51b468f5-7c7f-4931-9a90-efb26ca1eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292389 Jun 23 16:42:01.608041 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1e857e81-daa5-4166-828d-a0aca7a27d7f req-efe58c1c-a247-44f5-8153-72a93792f470 service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796049 Jun 23 16:42:01.702479 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1e857e81-daa5-4166-828d-a0aca7a27d7f req-5cba8c58-8cbb-44af-9afa-569caa4423d9 service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875163 Jun 23 16:42:02.632810 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-de705652-7896-49ea-b8d6-aefa4f521117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:04.998509 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:05.769322 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-aaa29c23-5f6f-4238-afc9-5477611a7bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:06.510816 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:08.187590 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:09.395761 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:14.512861 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:42:32.633662 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b6f2bf53-7643-498a-93c6-2716e23bae30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:35.001541 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:35.770340 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-c132a997-8c0b-4cf2-aa21-f1b03bac1ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:36.513046 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:38.188535 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:39.395861 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:51.511426 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:43:02.629990 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-395b9c99-3d57-464f-a74c-529f82fd80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:03.183146 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-89c1f359-7592-4bfd-a9d1-3a1ed5aa5d47 req-85ce17f4-987e-49c8-a844-c5b75ae8faba service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506713 Jun 23 16:43:03.289768 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1f359-7592-4bfd-a9d1-3a1ed5aa5d47 req-56f0bf16-19e1-4c25-92e3-5112515fab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:03.291279 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-89c1f359-7592-4bfd-a9d1-3a1ed5aa5d47 req-56f0bf16-19e1-4c25-92e3-5112515fab13 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 1099 time: 0.0517471 Jun 23 16:43:03.397151 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1f359-7592-4bfd-a9d1-3a1ed5aa5d47 req-3dd69162-f247-401a-b283-6a3326269789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:03.398643 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-89c1f359-7592-4bfd-a9d1-3a1ed5aa5d47 req-3dd69162-f247-401a-b283-6a3326269789 service neutron] 10.222.0.84 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 916 time: 0.0894136 Jun 23 16:43:03.437400 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-89c1f359-7592-4bfd-a9d1-3a1ed5aa5d47 req-9908e3b5-9f66-414e-abf5-b50f0e5dd100 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c73b264-c454-4149-848b-a61fe26ee7ba HTTP/1.1" status: 200 len: 217 time: 0.0329661 Jun 23 16:43:03.488070 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1f359-7592-4bfd-a9d1-3a1ed5aa5d47 req-fbd78373-04ea-43fd-baab-df24c411f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:03.489438 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-89c1f359-7592-4bfd-a9d1-3a1ed5aa5d47 req-fbd78373-04ea-43fd-baab-df24c411f9a2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a13dcb6b-63c2-4b53-a4d0-749cfb697a09 HTTP/1.1" status: 200 len: 855 time: 0.0459201 Jun 23 16:43:03.520561 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-89c1f359-7592-4bfd-a9d1-3a1ed5aa5d47 req-32ad702d-7eaf-4971-b83e-759011fb5e9a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51b468f5-7c7f-4931-9a90-efb26ca1eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249290 Jun 23 16:43:03.606594 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-89c1f359-7592-4bfd-a9d1-3a1ed5aa5d47 req-a298cb97-69c3-4f71-905b-c070b04fb4ce service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797741 Jun 23 16:43:03.695255 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-89c1f359-7592-4bfd-a9d1-3a1ed5aa5d47 req-ed644ed4-c19a-4073-9085-bc34b0750c23 service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827839 Jun 23 16:43:05.001629 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:05.770848 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-280c2406-e0b9-496a-a12d-b1e3023b2170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:06.523248 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:08.189556 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:09.392539 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:28.509752 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:43:32.635272 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-46ecd69e-5527-42cf-ad58-3fad65f7076a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:35.001154 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:35.770910 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-1a56e735-5ac0-4886-883b-86307cc0f22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:36.521112 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:38.193624 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:39.399818 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:02.636546 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-86ba597e-a1a6-4804-b71b-014bda685036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:03.207860 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74caae23-4c32-4c76-ac2e-0e47455f5789 req-46c871e7-f78c-49ac-af1a-48925e67ff2a tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:03.209494 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-74caae23-4c32-4c76-ac2e-0e47455f5789 req-46c871e7-f78c-49ac-af1a-48925e67ff2a tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95942eb-b377-4db3-bceb-05a09baefae1 HTTP/1.1" status: 200 len: 945 time: 0.1225693 Jun 23 16:44:03.247754 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-74caae23-4c32-4c76-ac2e-0e47455f5789 req-d6b219ab-4496-433f-bdb0-ead44769b4ce tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325828 Jun 23 16:44:03.643706 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e46c1c-0d24-442f-8962-10cd3dc7ea2c req-892431fd-c6e9-45b6-aabc-e37a14370012 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:03.645104 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-37e46c1c-0d24-442f-8962-10cd3dc7ea2c req-892431fd-c6e9-45b6-aabc-e37a14370012 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.84 "GET /v2.0/ports?device_id=d95942eb-b377-4db3-bceb-05a09baefae1 HTTP/1.1" status: 200 len: 945 time: 0.0650930 Jun 23 16:44:03.741763 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-37e46c1c-0d24-442f-8962-10cd3dc7ea2c req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Deleting port d168499a-24d2-4ed6-969a-900ec6998d47 {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:44:03.742021 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-37e46c1c-0d24-442f-8962-10cd3dc7ea2c req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:03.829801 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [req-37e46c1c-0d24-442f-8962-10cd3dc7ea2c req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] For port d168499a-24d2-4ed6-969a-900ec6998d47, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d168499a-24d2-4ed6-969a-900ec6998d47,segment=NetworkSegment(ef448175-bf3b-4d0f-87c2-b25e29cfbf5b),segment_id=ef448175-bf3b-4d0f-87c2-b25e29cfbf5b)] {{(pid=92863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:44:03.830181 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-37e46c1c-0d24-442f-8962-10cd3dc7ea2c req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:03.841481 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [req-37e46c1c-0d24-442f-8962-10cd3dc7ea2c req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Calling delete_port for d168499a-24d2-4ed6-969a-900ec6998d47 owned by compute:nova {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:44:03.961623 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-37e46c1c-0d24-442f-8962-10cd3dc7ea2c req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:03.965294 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:03.996551 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['8c73b264-c454-4149-848b-a61fe26ee7ba', '33b773f7-4321-4e20-b22d-f029f3bb544b', 'd168499a-24d2-4ed6-969a-900ec6998d47'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:44:04.181633 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.84', 63543) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:04.259259 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7929471a-962f-4cc8-a318-b082b85175cc req-67e5ce7c-a588-4764-b1f1-8320a2392f4a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8f447642-a022-45f3-a21e-30c69285150c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757298 Jun 23 16:44:04.272307 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Pushing event deleted for resources: {'Port': ['ID=d168499a-24d2-4ed6-969a-900ec6998d47,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:04.307120 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:04.307746 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:04.308322 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:04.309034 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:04.309836 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:04.310996 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:04.312145 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:04.312715 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:04.313275 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:04.313994 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:04.314870 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:04.315393 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:04.322014 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:04.345187 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e46c1c-0d24-442f-8962-10cd3dc7ea2c req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] No DVR routers for this DVR port d168499a-24d2-4ed6-969a-900ec6998d47 on host hv-cinder-78836 {{(pid=92863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:44:04.348192 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [req-37e46c1c-0d24-442f-8962-10cd3dc7ea2c req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:04.352295 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-37e46c1c-0d24-442f-8962-10cd3dc7ea2c req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.84 "DELETE /v2.0/ports/d168499a-24d2-4ed6-969a-900ec6998d47 HTTP/1.1" status: 204 len: 173 time: 0.7003851 Jun 23 16:44:04.353893 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95942eb-b377-4db3-bceb-05a09baefae1', 'name': 'network-vif-deleted', 'tag': 'd168499a-24d2-4ed6-969a-900ec6998d47'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:44:04.359678 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3348b31a-f421-40b6-8df1-8fb13391ad18" -d '{"events": [{"server_uuid": "d95942eb-b377-4db3-bceb-05a09baefae1", "name": "network-vif-deleted", "tag": "d168499a-24d2-4ed6-969a-900ec6998d47"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:44:04.392563 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929471a-962f-4cc8-a318-b082b85175cc req-ddd043c5-73a8-4bb1-adad-550f60161829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:04.394207 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7929471a-962f-4cc8-a318-b082b85175cc req-ddd043c5-73a8-4bb1-adad-550f60161829 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&device_id=8f447642-a022-45f3-a21e-30c69285150c HTTP/1.1" status: 200 len: 1099 time: 0.0939925 Jun 23 16:44:04.442289 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-31d0c1b4-b467-4192-b7eb-9bee1d8a8c57 req-dad71fe8-4b18-48d5-b7a8-29b3d8baaac3 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=d95942eb-b377-4db3-bceb-05a09baefae1 HTTP/1.1" status: 200 len: 210 time: 0.0303216 Jun 23 16:44:04.522118 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929471a-962f-4cc8-a318-b082b85175cc req-d0f26552-f4df-424f-96d8-6981bd0f059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:04.524299 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7929471a-962f-4cc8-a318-b082b85175cc req-d0f26552-f4df-424f-96d8-6981bd0f059e service neutron] 10.222.0.84 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 916 time: 0.0968852 Jun 23 16:44:04.529714 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647cb990-e5e4-4aec-9936-5bc3dfc6e8a2 x-openstack-request-id: req-647cb990-e5e4-4aec-9936-5bc3dfc6e8a2 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:44:04.529889 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 33522) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:04.530049 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95942eb-b377-4db3-bceb-05a09baefae1", "name": "network-vif-deleted", "tag": "d168499a-24d2-4ed6-969a-900ec6998d47", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:44:04.530566 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-647cb990-e5e4-4aec-9936-5bc3dfc6e8a2 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:44:04.531000 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95942eb-b377-4db3-bceb-05a09baefae1', 'name': 'network-vif-deleted', 'tag': 'd168499a-24d2-4ed6-969a-900ec6998d47', 'status': 'completed', 'code': 200} Jun 23 16:44:04.596067 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7929471a-962f-4cc8-a318-b082b85175cc req-bd0e9df9-dae7-4a1b-be39-a5fdb0092388 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33b773f7-4321-4e20-b22d-f029f3bb544b HTTP/1.1" status: 200 len: 217 time: 0.0396259 Jun 23 16:44:04.684592 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929471a-962f-4cc8-a318-b082b85175cc req-f36cecb6-2007-46c7-9b87-61057028feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:04.685999 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7929471a-962f-4cc8-a318-b082b85175cc req-f36cecb6-2007-46c7-9b87-61057028feb1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a13dcb6b-63c2-4b53-a4d0-749cfb697a09 HTTP/1.1" status: 200 len: 855 time: 0.0820382 Jun 23 16:44:04.743389 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7929471a-962f-4cc8-a318-b082b85175cc req-34a3e97f-cbe3-4ce6-afc7-14f18b7cf21d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51b468f5-7c7f-4931-9a90-efb26ca1eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499365 Jun 23 16:44:05.005253 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:05.137524 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7929471a-962f-4cc8-a318-b082b85175cc req-b5eccbac-8712-489f-b27f-656c28016b8e service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861957 Jun 23 16:44:05.293356 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7929471a-962f-4cc8-a318-b082b85175cc req-ab51129e-58ad-4390-84ca-8041a9d628ed service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281006 Jun 23 16:44:05.394110 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636670'] for router_interface, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:05.508106 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:44:05.642589 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Deleting port 514e38cd-6d19-4def-a582-9cc02f010bb9 {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:44:05.642832 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:05.725588 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] For port 514e38cd-6d19-4def-a582-9cc02f010bb9, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=514e38cd-6d19-4def-a582-9cc02f010bb9,segment=NetworkSegment(3e773a08-1a50-4d4d-9a02-291be1d2dc56),segment_id=3e773a08-1a50-4d4d-9a02-291be1d2dc56)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:44:05.725956 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:05.747402 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Calling delete_port for 514e38cd-6d19-4def-a582-9cc02f010bb9 owned by network:router_interface {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:44:05.771052 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d5f7b1ff-110f-4b41-919a-d720cba755c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:05.895815 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af9c90-b941-4923-af23-610852d3d35a req-4f52c571-e2bb-4a5b-89e6-6b7d385daf05 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:05.897193 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-82af9c90-b941-4923-af23-610852d3d35a req-4f52c571-e2bb-4a5b-89e6-6b7d385daf05 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f447642-a022-45f3-a21e-30c69285150c HTTP/1.1" status: 200 len: 946 time: 0.0659726 Jun 23 16:44:05.926528 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:05.929315 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-44ccd3b6-bc5f-4f79-9006-b147d31ed874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:05.935061 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-82af9c90-b941-4923-af23-610852d3d35a req-d0963be8-e7c2-4f07-80b6-e3c871940754 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322137 Jun 23 16:44:05.953542 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Pushing event deleted for resources: {'Port': ['ID=514e38cd-6d19-4def-a582-9cc02f010bb9,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:05.978761 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:05.979146 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:05.979516 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:05.979882 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:05.980244 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:05.980608 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:05.980968 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:05.981325 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:05.981679 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:05.982030 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:05.982409 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:05.982761 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:05.987685 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:06.125995 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407054'] for router_interface, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:06.371494 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Router 19104c84-1a9b-4cab-890b-c1da05535e4a has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:44:06.397833 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720edf40-bd7b-4222-abe7-d95633e3ea17 req-1fb6ce98-fd9f-47bf-80fe-49585a5e5de3 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:06.399321 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-720edf40-bd7b-4222-abe7-d95633e3ea17 req-1fb6ce98-fd9f-47bf-80fe-49585a5e5de3 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f447642-a022-45f3-a21e-30c69285150c HTTP/1.1" status: 200 len: 946 time: 0.0881906 Jun 23 16:44:06.524042 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:06.563995 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:44:06.570649 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] 10.222.0.46 "PUT /v2.0/routers/19104c84-1a9b-4cab-890b-c1da05535e4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0397768 Jun 23 16:44:06.572643 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b669cbd8-57ea-4924-94ba-8341236377a5 None None] Sync routers for ids ['19104c84-1a9b-4cab-890b-c1da05535e4a'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:44:06.573423 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 33544) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:06.582822 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b669cbd8-57ea-4924-94ba-8341236377a5 None None] Routers {'19104c84-1a9b-4cab-890b-c1da05535e4a'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:44:06.583576 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-b669cbd8-57ea-4924-94ba-8341236377a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:44:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['19104c84-1a9b-4cab-890b-c1da05535e4a'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:06.588828 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [req-720edf40-bd7b-4222-abe7-d95633e3ea17 req-50438cb4-0fe7-4778-9c93-67eee2dba8ce tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Deleting port 33b773f7-4321-4e20-b22d-f029f3bb544b {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:44:06.589177 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-720edf40-bd7b-4222-abe7-d95633e3ea17 req-50438cb4-0fe7-4778-9c93-67eee2dba8ce tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:06.678923 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [req-720edf40-bd7b-4222-abe7-d95633e3ea17 req-50438cb4-0fe7-4778-9c93-67eee2dba8ce tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] For port 33b773f7-4321-4e20-b22d-f029f3bb544b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=33b773f7-4321-4e20-b22d-f029f3bb544b,segment=NetworkSegment(ef448175-bf3b-4d0f-87c2-b25e29cfbf5b),segment_id=ef448175-bf3b-4d0f-87c2-b25e29cfbf5b)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:44:06.679281 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-720edf40-bd7b-4222-abe7-d95633e3ea17 req-50438cb4-0fe7-4778-9c93-67eee2dba8ce tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:06.682358 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ceaafc39-04e0-4b4f-8c3e-3c519a022c9a admin admin] Notify callbacks [] for router, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:06.688906 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-b669cbd8-57ea-4924-94ba-8341236377a5 None None] Set router 19104c84-1a9b-4cab-890b-c1da05535e4a gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:44:06.699751 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [req-720edf40-bd7b-4222-abe7-d95633e3ea17 req-50438cb4-0fe7-4778-9c93-67eee2dba8ce tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Calling delete_port for 33b773f7-4321-4e20-b22d-f029f3bb544b owned by compute:nova {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:44:06.791409 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ceaafc39-04e0-4b4f-8c3e-3c519a022c9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:06.847081 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-720edf40-bd7b-4222-abe7-d95633e3ea17 req-50438cb4-0fe7-4778-9c93-67eee2dba8ce tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:06.851695 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:06.872066 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-b669cbd8-57ea-4924-94ba-8341236377a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'name': 'tempest-AttachVolumeTestJSON-894092085-router', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '3688b735-972a-4832-afc7-0a87ebccb064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:27Z', 'updated_at': '2021-06-23T16:44:05Z', 'revision_number': 5, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'gw_port': {'id': '3688b735-972a-4832-afc7-0a87ebccb064', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:29Z', 'updated_at': '2021-06-23T16:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:06.876067 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50438cb4-0fe7-4778-9c93-67eee2dba8ce tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Pushing event deleted for resources: {'Port': ['ID=33b773f7-4321-4e20-b22d-f029f3bb544b,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:06.879722 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-50438cb4-0fe7-4778-9c93-67eee2dba8ce tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:06.903751 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['8c73b264-c454-4149-848b-a61fe26ee7ba', '33b773f7-4321-4e20-b22d-f029f3bb544b'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:44:06.904005 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-ceaafc39-04e0-4b4f-8c3e-3c519a022c9a admin admin] Deleting port 3688b735-972a-4832-afc7-0a87ebccb064 {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:44:06.904533 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ceaafc39-04e0-4b4f-8c3e-3c519a022c9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:06.907247 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b669cbd8-57ea-4924-94ba-8341236377a5 None None] Checking router: 19104c84-1a9b-4cab-890b-c1da05535e4a for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:44:06.923006 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [req-720edf40-bd7b-4222-abe7-d95633e3ea17 req-50438cb4-0fe7-4778-9c93-67eee2dba8ce tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] No DVR routers for this DVR port 33b773f7-4321-4e20-b22d-f029f3bb544b on host hv-cinder-78836 {{(pid=92864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:44:06.925645 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-720edf40-bd7b-4222-abe7-d95633e3ea17 req-50438cb4-0fe7-4778-9c93-67eee2dba8ce tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:06.927781 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-720edf40-bd7b-4222-abe7-d95633e3ea17 req-50438cb4-0fe7-4778-9c93-67eee2dba8ce tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.84 "DELETE /v2.0/ports/33b773f7-4321-4e20-b22d-f029f3bb544b HTTP/1.1" status: 204 len: 173 time: 0.4939978 Jun 23 16:44:06.928356 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f447642-a022-45f3-a21e-30c69285150c', 'name': 'network-vif-deleted', 'tag': '33b773f7-4321-4e20-b22d-f029f3bb544b'}] {{(pid=92864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:44:06.930804 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6746fc05b017fa2e5222a758ba3018216863d05e2f8cda4fa9da67320e81433e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b61038c-d62f-4128-9ab8-f7885472ea92" -d '{"events": [{"server_uuid": "8f447642-a022-45f3-a21e-30c69285150c", "name": "network-vif-deleted", "tag": "33b773f7-4321-4e20-b22d-f029f3bb544b"}]}' {{(pid=92864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:44:06.953367 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b669cbd8-57ea-4924-94ba-8341236377a5 None None] Routers {'19104c84-1a9b-4cab-890b-c1da05535e4a'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:44:06.954018 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-b669cbd8-57ea-4924-94ba-8341236377a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:44:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['19104c84-1a9b-4cab-890b-c1da05535e4a'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:07.010572 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [None req-ceaafc39-04e0-4b4f-8c3e-3c519a022c9a admin admin] For port 3688b735-972a-4832-afc7-0a87ebccb064, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=3688b735-972a-4832-afc7-0a87ebccb064,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:44:07.010912 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ceaafc39-04e0-4b4f-8c3e-3c519a022c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:07.029202 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-ceaafc39-04e0-4b4f-8c3e-3c519a022c9a admin admin] Calling delete_port for 3688b735-972a-4832-afc7-0a87ebccb064 owned by network:router_gateway {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:44:07.041256 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff814fd4-2f3d-4d05-abb5-b6a1e2491125 x-openstack-request-id: req-ff814fd4-2f3d-4d05-abb5-b6a1e2491125 {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:44:07.041759 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f447642-a022-45f3-a21e-30c69285150c", "name": "network-vif-deleted", "tag": "33b773f7-4321-4e20-b22d-f029f3bb544b", "status": "completed", "code": 200}]} {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:44:07.042063 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff814fd4-2f3d-4d05-abb5-b6a1e2491125 {{(pid=92864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:44:07.042702 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f447642-a022-45f3-a21e-30c69285150c', 'name': 'network-vif-deleted', 'tag': '33b773f7-4321-4e20-b22d-f029f3bb544b', 'status': 'completed', 'code': 200} Jun 23 16:44:07.107681 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-b669cbd8-57ea-4924-94ba-8341236377a5 None None] Set router 19104c84-1a9b-4cab-890b-c1da05535e4a gateway port host: None {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:44:07.107963 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6028bc69-d75d-4998-959c-e6d381caa842 req-68a9ca78-2028-4738-befc-8817833f05fa tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f447642-a022-45f3-a21e-30c69285150c HTTP/1.1" status: 200 len: 210 time: 0.0328727 Jun 23 16:44:07.169173 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-b669cbd8-57ea-4924-94ba-8341236377a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'name': 'tempest-AttachVolumeTestJSON-894092085-router', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:27Z', 'updated_at': '2021-06-23T16:44:06Z', 'revision_number': 6, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'gw_port_host': None}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:07.201263 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b669cbd8-57ea-4924-94ba-8341236377a5 None None] The sync data for ids ['19104c84-1a9b-4cab-890b-c1da05535e4a'] in dv-cinder-788363-4-iscsi is: [{'id': '19104c84-1a9b-4cab-890b-c1da05535e4a', 'name': 'tempest-AttachVolumeTestJSON-894092085-router', 'tenant_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:27Z', 'updated_at': '2021-06-23T16:44:06Z', 'revision_number': 6, 'project_id': 'a11bfaeaf90b4b2a9e648a6081eb79d6', 'gw_port_host': None}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:44:07.243467 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ceaafc39-04e0-4b4f-8c3e-3c519a022c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:07.246397 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:07.269317 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaafc39-04e0-4b4f-8c3e-3c519a022c9a admin admin] Pushing event deleted for resources: {'Port': ['ID=3688b735-972a-4832-afc7-0a87ebccb064,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:07.272463 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-ceaafc39-04e0-4b4f-8c3e-3c519a022c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:07.329832 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ceaafc39-04e0-4b4f-8c3e-3c519a022c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651419'] for router_gateway, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:07.435185 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ceaafc39-04e0-4b4f-8c3e-3c519a022c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13130'] for router, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:07.437346 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ceaafc39-04e0-4b4f-8c3e-3c519a022c9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:07.501542 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ceaafc39-04e0-4b4f-8c3e-3c519a022c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406773'] for router, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:07.502295 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaafc39-04e0-4b4f-8c3e-3c519a022c9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19104c84-1a9b-4cab-890b-c1da05535e4a {{(pid=92863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:44:07.519379 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ceaafc39-04e0-4b4f-8c3e-3c519a022c9a admin admin] Notify callbacks [] for router, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:07.519379 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-ceaafc39-04e0-4b4f-8c3e-3c519a022c9a admin admin] 10.222.0.46 "DELETE /v2.0/routers/19104c84-1a9b-4cab-890b-c1da05535e4a HTTP/1.1" status: 204 len: 168 time: 0.9400136 Jun 23 16:44:07.519379 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 33558) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:07.561759 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea5b55d-83dc-4883-bb7d-f819663759df admin admin] Deleting subnet 3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d {{(pid=92863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:44:07.564909 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7ea5b55d-83dc-4883-bb7d-f819663759df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:07.604943 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7ea5b55d-83dc-4883-bb7d-f819663759df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126074025'] for subnet, precommit_delete_associations {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:07.715999 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7ea5b55d-83dc-4883-bb7d-f819663759df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482743'] for subnet, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:07.767158 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7ea5b55d-83dc-4883-bb7d-f819663759df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125858159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126317424'] for subnet, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:07.770349 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-962b1c21-5820-4e37-bb15-e8fc96699c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:07.794290 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5b55d-83dc-4883-bb7d-f819663759df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:07.797442 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7ea5b55d-83dc-4883-bb7d-f819663759df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:07.798454 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7ea5b55d-83dc-4883-bb7d-f819663759df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for subnet, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:07.801655 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-7ea5b55d-83dc-4883-bb7d-f819663759df admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3f718b89-a59f-4a17-9bd4-e0a01b7e3a6d HTTP/1.1" status: 204 len: 168 time: 0.2825682 Jun 23 16:44:07.802631 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 33562) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:07.805172 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d38fa55-6f00-4177-96d9-e951a5136b31 None None] Network c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:44:07.871143 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468273'] for network, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:07.922426 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] Deleting port af6f6ebc-0d45-498e-aedd-d7ecf1163709 {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:44:07.923087 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:07.987188 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] For port af6f6ebc-0d45-498e-aedd-d7ecf1163709, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=af6f6ebc-0d45-498e-aedd-d7ecf1163709,segment=NetworkSegment(3e773a08-1a50-4d4d-9a02-291be1d2dc56),segment_id=3e773a08-1a50-4d4d-9a02-291be1d2dc56)] {{(pid=92863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:44:07.987551 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:07.995951 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6932fcbc-1b2d-4aa5-82c8-b1e26c1788e0 None None] DHCP port deletion for c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 request from dv-cinder-788363-4-iscsi {{(pid=92865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 16:44:08.002522 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] Calling delete_port for af6f6ebc-0d45-498e-aedd-d7ecf1163709 owned by network:dhcp {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:44:08.042065 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-6932fcbc-1b2d-4aa5-82c8-b1e26c1788e0 None None] Deleting port af6f6ebc-0d45-498e-aedd-d7ecf1163709 {{(pid=92865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:44:08.042721 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-6932fcbc-1b2d-4aa5-82c8-b1e26c1788e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:08.089873 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:08.092352 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-3be35898-4b93-4f48-9174-1ab0fed2916a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:08.112106 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-6932fcbc-1b2d-4aa5-82c8-b1e26c1788e0 None None] For port af6f6ebc-0d45-498e-aedd-d7ecf1163709, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=af6f6ebc-0d45-498e-aedd-d7ecf1163709,segment=NetworkSegment(3e773a08-1a50-4d4d-9a02-291be1d2dc56),segment_id=3e773a08-1a50-4d4d-9a02-291be1d2dc56)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:44:08.112510 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-6932fcbc-1b2d-4aa5-82c8-b1e26c1788e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:08.114968 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=af6f6ebc-0d45-498e-aedd-d7ecf1163709,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:08.118747 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:08.121134 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] No DVR routers for this DVR port af6f6ebc-0d45-498e-aedd-d7ecf1163709 on host dv-cinder-788363-4-iscsi {{(pid=92863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:44:08.125013 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-6932fcbc-1b2d-4aa5-82c8-b1e26c1788e0 None None] Calling delete_port for af6f6ebc-0d45-498e-aedd-d7ecf1163709 owned by network:dhcp {{(pid=92865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:44:08.207029 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481338', 'neutron.services.segments.db._delete_segments_for_network-8751334030111'] for network, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:08.212921 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:08.221413 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.services.segments.db [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55']}} {{(pid=92863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:08.223606 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-6932fcbc-1b2d-4aa5-82c8-b1e26c1788e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583'] for port, after_delete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:08.226702 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:08.243347 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.services.segments.db [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e773a08-1a50-4d4d-9a02-291be1d2dc56') {'for_net_delete': True} {{(pid=92863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:08.243719 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.services.segments.db [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e773a08-1a50-4d4d-9a02-291be1d2dc56') {} {{(pid=92863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:08.254285 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751334018286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126074038'] for segment, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:08.256866 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device d168499a-24d2-4ed6-969a-900ec6998d47 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:44:08.265721 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932fcbc-1b2d-4aa5-82c8-b1e26c1788e0 None None] Pushing event deleted for resources: {'Port': ['ID=af6f6ebc-0d45-498e-aedd-d7ecf1163709,revision_number=None']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:08.275990 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6932fcbc-1b2d-4aa5-82c8-b1e26c1788e0 None None] No DVR routers for this DVR port af6f6ebc-0d45-498e-aedd-d7ecf1163709 on host dv-cinder-788363-4-iscsi {{(pid=92865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:44:08.285362 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:08.297935 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932fcbc-1b2d-4aa5-82c8-b1e26c1788e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:08.298317 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932fcbc-1b2d-4aa5-82c8-b1e26c1788e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:08.298482 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=92863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:44:08.298790 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932fcbc-1b2d-4aa5-82c8-b1e26c1788e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:08.298939 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125858290'] for segment, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:08.299047 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932fcbc-1b2d-4aa5-82c8-b1e26c1788e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:08.299313 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932fcbc-1b2d-4aa5-82c8-b1e26c1788e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:08.299640 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932fcbc-1b2d-4aa5-82c8-b1e26c1788e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:08.300569 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932fcbc-1b2d-4aa5-82c8-b1e26c1788e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:08.300569 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932fcbc-1b2d-4aa5-82c8-b1e26c1788e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: Traceback (most recent call last): Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: timer() Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: cb(*args, **kw) Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: return func(*args, **kwargs) Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: self._notify() Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: self.callback(batched_events) Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: event.method(event) Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: return f(self, *a, **k) Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: return self._get(url).json() Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: return self.request(url, 'GET', **kwargs) Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:44:08.300824 dv-cinder-788363-4-iscsi neutron-server[92863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:44:08.308490 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932fcbc-1b2d-4aa5-82c8-b1e26c1788e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:08.308490 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932fcbc-1b2d-4aa5-82c8-b1e26c1788e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:08.308490 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932fcbc-1b2d-4aa5-82c8-b1e26c1788e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:08.308490 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932fcbc-1b2d-4aa5-82c8-b1e26c1788e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:08.310825 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-6932fcbc-1b2d-4aa5-82c8-b1e26c1788e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:08.311956 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] No Port match for: d168499a-24d2-4ed6-969a-900ec6998d47 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:44:08.311956 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device d168499a-24d2-4ed6-969a-900ec6998d47 not bound to the agent host hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:44:08.366924 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651370'] for network, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:08.373838 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:08.376872 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:08.381333 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55 HTTP/1.1" status: 204 len: 168 time: 0.5755155 Jun 23 16:44:08.391670 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8b6a422-4fdf-4fab-b3b4-c4b3411a1d55,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:08.395330 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:08.403538 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device af6f6ebc-0d45-498e-aedd-d7ecf1163709 no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:44:08.423814 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: af6f6ebc-0d45-498e-aedd-d7ecf1163709 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:44:08.424254 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device af6f6ebc-0d45-498e-aedd-d7ecf1163709 not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:44:08.424743 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 514e38cd-6d19-4def-a582-9cc02f010bb9 no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:44:08.448811 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: 514e38cd-6d19-4def-a582-9cc02f010bb9 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:44:08.449305 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 514e38cd-6d19-4def-a582-9cc02f010bb9 not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:44:08.449854 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 3688b735-972a-4832-afc7-0a87ebccb064 no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:44:08.474075 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: 3688b735-972a-4832-afc7-0a87ebccb064 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:44:08.474472 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 3688b735-972a-4832-afc7-0a87ebccb064 not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:44:08.509416 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 33574) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:08.550118 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-1e91c98c-a9af-489c-95ff-93268cbcf0e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a11bfaeaf90b4b2a9e648a6081eb79d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0394745 Jun 23 16:44:08.552522 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 33578) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:08.607126 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4828a0f9-0e4d-4a7e-92c3-d7874796ee8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:08.627653 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4828a0f9-0e4d-4a7e-92c3-d7874796ee8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:08.674680 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4828a0f9-0e4d-4a7e-92c3-d7874796ee8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:08.677485 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4828a0f9-0e4d-4a7e-92c3-d7874796ee8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:08.678664 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-4828a0f9-0e4d-4a7e-92c3-d7874796ee8f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64d173c0-12c0-4331-a107-36d3ba611634 HTTP/1.1" status: 204 len: 168 time: 0.1252501 Jun 23 16:44:08.679444 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-428573f0-0933-4843-a547-12c4734d87a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:08.687341 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828a0f9-0e4d-4a7e-92c3-d7874796ee8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d173c0-12c0-4331-a107-36d3ba611634,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:08.689634 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-4828a0f9-0e4d-4a7e-92c3-d7874796ee8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:09.405051 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:10.266981 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 33b773f7-4321-4e20-b22d-f029f3bb544b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:44:10.288884 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] No Port match for: 33b773f7-4321-4e20-b22d-f029f3bb544b {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:44:10.289110 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 33b773f7-4321-4e20-b22d-f029f3bb544b not bound to the agent host hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:44:11.370812 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 33728) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:11.471957 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-b6f9c6bf-97cf-437f-adc3-703fd2315b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:11.558854 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-b6f9c6bf-97cf-437f-adc3-703fd2315b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:11.562866 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-b6f9c6bf-97cf-437f-adc3-703fd2315b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:11.566359 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-c192af01-0738-4eb9-841a-8c9287e5ce4b tempest-VolumesNegativeTest-1024414015 tempest-VolumesNegativeTest-1024414015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:11.601207 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-b6f9c6bf-97cf-437f-adc3-703fd2315b29 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c568513e8d88481e801e9e39fc2f2ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293725 Jun 23 16:44:11.602913 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9c6bf-97cf-437f-adc3-703fd2315b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2103d81f-00fb-4c7a-b308-ad91ede4dd12,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:11.604523 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 33736) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:11.606063 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-b6f9c6bf-97cf-437f-adc3-703fd2315b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:11.657719 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-02d32475-cbc6-4e45-ba82-ee55e36048e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:11.677806 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-02d32475-cbc6-4e45-ba82-ee55e36048e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:11.731584 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-02d32475-cbc6-4e45-ba82-ee55e36048e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:11.734546 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-02d32475-cbc6-4e45-ba82-ee55e36048e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:11.735678 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-02d32475-cbc6-4e45-ba82-ee55e36048e1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2103d81f-00fb-4c7a-b308-ad91ede4dd12 HTTP/1.1" status: 204 len: 168 time: 0.1301060 Jun 23 16:44:11.736514 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-aa72909a-d324-404b-a5fe-711fbbe63173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:11.743987 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d32475-cbc6-4e45-ba82-ee55e36048e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2103d81f-00fb-4c7a-b308-ad91ede4dd12,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:11.746361 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-02d32475-cbc6-4e45-ba82-ee55e36048e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:11.992952 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 33746) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:12.001530 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ee2d010c-94e0-4826-b065-0bc00f16ec28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:12.093331 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ee2d010c-94e0-4826-b065-0bc00f16ec28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:12.097451 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ee2d010c-94e0-4826-b065-0bc00f16ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:12.100061 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-6f736b92-8fc3-45a1-b6bc-78fcc738afa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:12.139093 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-ee2d010c-94e0-4826-b065-0bc00f16ec28 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dc26ec9d3dd643c990e7b211e09b8529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496389 Jun 23 16:44:12.139529 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 33748) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:12.139962 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d010c-94e0-4826-b065-0bc00f16ec28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0932ae34-92b7-42d0-b2a4-55f3657d0cc2,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:12.146179 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ee2d010c-94e0-4826-b065-0bc00f16ec28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:12.189827 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-1948b297-6142-4630-b5fa-50fba5eec075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:12.210610 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-1948b297-6142-4630-b5fa-50fba5eec075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:12.260008 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-1948b297-6142-4630-b5fa-50fba5eec075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:12.263072 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-1948b297-6142-4630-b5fa-50fba5eec075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:12.264217 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-1948b297-6142-4630-b5fa-50fba5eec075 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0932ae34-92b7-42d0-b2a4-55f3657d0cc2 HTTP/1.1" status: 204 len: 168 time: 0.1237240 Jun 23 16:44:12.265274 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-c0238c2d-9e53-40ac-873a-2d05cfd29ea9 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:12.280968 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948b297-6142-4630-b5fa-50fba5eec075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0932ae34-92b7-42d0-b2a4-55f3657d0cc2,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:12.283502 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-1948b297-6142-4630-b5fa-50fba5eec075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:32.636918 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-9b6e88e6-5a12-47d8-8a95-dd7183a3f8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:35.007319 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:35.772190 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-f3db9787-253c-4c6e-9f48-2ccce3915482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:36.526239 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:38.199659 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:39.390405 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:42.506794 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:45:02.636737 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ca7ee991-e73f-4bca-ba6a-3eb9adc3a98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:05.008168 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:05.775355 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ad6433dc-4ae9-4c58-aa9a-ac7b1b840052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:06.529105 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:08.202240 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:09.400864 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:19.505216 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:45:32.638761 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b0cbe63a-d1e0-4c53-a866-b541e6d3fced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:35.009351 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:35.777078 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-0681b6ef-6f12-457b-827d-1c4b056438bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:36.531651 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:38.204183 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:39.401401 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:56.503516 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:46:02.639447 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-84190157-cd7c-4711-97b4-0be7ad6329df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:04.887757 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2141500e-e5ab-4a12-ac4b-2c20dd1e4d19 req-42d3361f-4200-482d-abb4-65ebc4915204 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1584477 Jun 23 16:46:04.994744 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141500e-e5ab-4a12-ac4b-2c20dd1e4d19 req-4bff2ddb-f95f-4499-ba8b-f822b6ebd665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:04.996346 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2141500e-e5ab-4a12-ac4b-2c20dd1e4d19 req-4bff2ddb-f95f-4499-ba8b-f822b6ebd665 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 1099 time: 0.0510762 Jun 23 16:46:05.009806 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:05.097993 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141500e-e5ab-4a12-ac4b-2c20dd1e4d19 req-02b93479-a705-421f-a647-d054022a5bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:05.099462 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2141500e-e5ab-4a12-ac4b-2c20dd1e4d19 req-02b93479-a705-421f-a647-d054022a5bad service neutron] 10.222.0.84 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 916 time: 0.0833802 Jun 23 16:46:05.143152 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2141500e-e5ab-4a12-ac4b-2c20dd1e4d19 req-4e7a6519-b955-4a53-aa99-3f3eac10a878 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c73b264-c454-4149-848b-a61fe26ee7ba HTTP/1.1" status: 200 len: 217 time: 0.0364621 Jun 23 16:46:05.191687 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141500e-e5ab-4a12-ac4b-2c20dd1e4d19 req-d90150eb-815d-43fe-aa8c-4ec0139fe38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:05.193136 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2141500e-e5ab-4a12-ac4b-2c20dd1e4d19 req-d90150eb-815d-43fe-aa8c-4ec0139fe38c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a13dcb6b-63c2-4b53-a4d0-749cfb697a09 HTTP/1.1" status: 200 len: 855 time: 0.0441644 Jun 23 16:46:05.224665 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2141500e-e5ab-4a12-ac4b-2c20dd1e4d19 req-f38110cd-0396-47b2-b3e1-eaeea34d6854 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51b468f5-7c7f-4931-9a90-efb26ca1eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253880 Jun 23 16:46:05.315833 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2141500e-e5ab-4a12-ac4b-2c20dd1e4d19 req-1912ea7b-72e5-45b3-a549-524b7eaa838a service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838671 Jun 23 16:46:05.403019 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2141500e-e5ab-4a12-ac4b-2c20dd1e4d19 req-64db0380-17c6-469a-8b5c-3acd9475a8c4 service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814176 Jun 23 16:46:05.778037 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-4daa44bf-6a3b-4636-8d5a-3080ad59e68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:06.534376 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:08.207632 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:09.496843 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:24.289838 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 35098) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:24.348163 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4f359566-2e58-41b1-9d40-adc5aac799f8 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:24.372965 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4f359566-2e58-41b1-9d40-adc5aac799f8 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:24.433925 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4f359566-2e58-41b1-9d40-adc5aac799f8 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:24.436572 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4f359566-2e58-41b1-9d40-adc5aac799f8 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:24.438426 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-4f359566-2e58-41b1-9d40-adc5aac799f8 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] 10.222.0.46 "DELETE /v2.0/security-groups/474e1332-f684-47da-8c43-6cc77f03f462 HTTP/1.1" status: 204 len: 168 time: 0.1468349 Jun 23 16:46:24.439195 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-b215d850-0b55-4f9f-87ce-e998336e967f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:24.448038 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f359566-2e58-41b1-9d40-adc5aac799f8 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=474e1332-f684-47da-8c43-6cc77f03f462,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:24.455393 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f359566-2e58-41b1-9d40-adc5aac799f8 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:24.455765 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f359566-2e58-41b1-9d40-adc5aac799f8 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:24.456126 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f359566-2e58-41b1-9d40-adc5aac799f8 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:24.456673 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f359566-2e58-41b1-9d40-adc5aac799f8 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:24.457037 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f359566-2e58-41b1-9d40-adc5aac799f8 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:24.457391 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f359566-2e58-41b1-9d40-adc5aac799f8 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:24.457740 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f359566-2e58-41b1-9d40-adc5aac799f8 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:24.458098 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f359566-2e58-41b1-9d40-adc5aac799f8 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:24.458716 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f359566-2e58-41b1-9d40-adc5aac799f8 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:24.459063 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f359566-2e58-41b1-9d40-adc5aac799f8 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:24.459427 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f359566-2e58-41b1-9d40-adc5aac799f8 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:24.459751 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f359566-2e58-41b1-9d40-adc5aac799f8 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:24.462833 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-4f359566-2e58-41b1-9d40-adc5aac799f8 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:25.553299 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 35116) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:25.982831 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-320a1208-9c41-4195-bc9c-2ccd29ccd118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636670'] for router_interface, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:26.228066 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-320a1208-9c41-4195-bc9c-2ccd29ccd118 admin admin] Deleting port 843517e4-01b8-43a6-ad5d-ef06676b68a5 {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:46:26.228406 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-320a1208-9c41-4195-bc9c-2ccd29ccd118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:26.303447 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [None req-320a1208-9c41-4195-bc9c-2ccd29ccd118 admin admin] For port 843517e4-01b8-43a6-ad5d-ef06676b68a5, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=843517e4-01b8-43a6-ad5d-ef06676b68a5,segment=NetworkSegment(9fbed2f2-b03c-4462-a1ec-317551280f95),segment_id=9fbed2f2-b03c-4462-a1ec-317551280f95)] {{(pid=92863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:26.303809 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-320a1208-9c41-4195-bc9c-2ccd29ccd118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:26.315812 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-320a1208-9c41-4195-bc9c-2ccd29ccd118 admin admin] Calling delete_port for 843517e4-01b8-43a6-ad5d-ef06676b68a5 owned by network:router_interface {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:46:26.491331 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-320a1208-9c41-4195-bc9c-2ccd29ccd118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:26.494229 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:26.525314 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a1208-9c41-4195-bc9c-2ccd29ccd118 admin admin] Pushing event deleted for resources: {'Port': ['ID=843517e4-01b8-43a6-ad5d-ef06676b68a5,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:26.527796 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-320a1208-9c41-4195-bc9c-2ccd29ccd118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:26.681307 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-320a1208-9c41-4195-bc9c-2ccd29ccd118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407054'] for router_interface, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:27.153989 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320a1208-9c41-4195-bc9c-2ccd29ccd118 admin admin] Router ba33190b-ca18-4631-ac1f-208658563313 has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:46:27.259627 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320a1208-9c41-4195-bc9c-2ccd29ccd118 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:46:27.264876 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-320a1208-9c41-4195-bc9c-2ccd29ccd118 admin admin] 10.222.0.46 "PUT /v2.0/routers/ba33190b-ca18-4631-ac1f-208658563313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7105219 Jun 23 16:46:27.270005 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 35134) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:27.273561 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fa7d2e-b055-40e4-9545-8549043ae5b3 None None] Sync routers for ids ['ba33190b-ca18-4631-ac1f-208658563313'] in dv-cinder-788363-4-iscsi {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:46:27.283038 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fa7d2e-b055-40e4-9545-8549043ae5b3 None None] Routers {'ba33190b-ca18-4631-ac1f-208658563313'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:46:27.283665 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-76fa7d2e-b055-40e4-9545-8549043ae5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:46:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['ba33190b-ca18-4631-ac1f-208658563313'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:27.369979 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-983ee299-cdcb-4d39-843a-1efb16f49391 admin admin] Notify callbacks [] for router, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:27.382500 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-76fa7d2e-b055-40e4-9545-8549043ae5b3 None None] Set router ba33190b-ca18-4631-ac1f-208658563313 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:46:27.468599 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-983ee299-cdcb-4d39-843a-1efb16f49391 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:27.527385 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-983ee299-cdcb-4d39-843a-1efb16f49391 admin admin] Deleting port 3c20bb7e-eeac-4795-9640-ffabbccb1c05 {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:46:27.527733 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-983ee299-cdcb-4d39-843a-1efb16f49391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:27.558758 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-76fa7d2e-b055-40e4-9545-8549043ae5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33190b-ca18-4631-ac1f-208658563313', 'name': 'tempest-TestShelveInstance-740525058-router', 'tenant_id': '946770adf7854faa8486bbe256c74c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '3c20bb7e-eeac-4795-9640-ffabbccb1c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:13Z', 'updated_at': '2021-06-23T16:46:26Z', 'revision_number': 5, 'project_id': '946770adf7854faa8486bbe256c74c65', 'gw_port': {'id': '3c20bb7e-eeac-4795-9640-ffabbccb1c05', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba33190b-ca18-4631-ac1f-208658563313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:14Z', 'updated_at': '2021-06-23T16:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:27.584690 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fa7d2e-b055-40e4-9545-8549043ae5b3 None None] Checking router: ba33190b-ca18-4631-ac1f-208658563313 for host: dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:46:27.592612 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fa7d2e-b055-40e4-9545-8549043ae5b3 None None] Routers {'ba33190b-ca18-4631-ac1f-208658563313'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:46:27.593218 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-76fa7d2e-b055-40e4-9545-8549043ae5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:46:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['ba33190b-ca18-4631-ac1f-208658563313'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:27.603789 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [None req-983ee299-cdcb-4d39-843a-1efb16f49391 admin admin] For port 3c20bb7e-eeac-4795-9640-ffabbccb1c05, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=3c20bb7e-eeac-4795-9640-ffabbccb1c05,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:27.604141 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-983ee299-cdcb-4d39-843a-1efb16f49391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:27.616421 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-983ee299-cdcb-4d39-843a-1efb16f49391 admin admin] Calling delete_port for 3c20bb7e-eeac-4795-9640-ffabbccb1c05 owned by network:router_gateway {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:46:27.674098 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-76fa7d2e-b055-40e4-9545-8549043ae5b3 None None] Set router ba33190b-ca18-4631-ac1f-208658563313 gateway port host: None {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:46:27.726164 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-76fa7d2e-b055-40e4-9545-8549043ae5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba33190b-ca18-4631-ac1f-208658563313', 'name': 'tempest-TestShelveInstance-740525058-router', 'tenant_id': '946770adf7854faa8486bbe256c74c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:13Z', 'updated_at': '2021-06-23T16:46:27Z', 'revision_number': 6, 'project_id': '946770adf7854faa8486bbe256c74c65', 'gw_port_host': None}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:27.751697 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fa7d2e-b055-40e4-9545-8549043ae5b3 None None] The sync data for ids ['ba33190b-ca18-4631-ac1f-208658563313'] in dv-cinder-788363-4-iscsi is: [{'id': 'ba33190b-ca18-4631-ac1f-208658563313', 'name': 'tempest-TestShelveInstance-740525058-router', 'tenant_id': '946770adf7854faa8486bbe256c74c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:13Z', 'updated_at': '2021-06-23T16:46:27Z', 'revision_number': 6, 'project_id': '946770adf7854faa8486bbe256c74c65', 'gw_port_host': None}] {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:46:27.781920 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-983ee299-cdcb-4d39-843a-1efb16f49391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:27.783907 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-1d107057-52a9-42ca-bc35-40056020f420 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:27.807097 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ee299-cdcb-4d39-843a-1efb16f49391 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c20bb7e-eeac-4795-9640-ffabbccb1c05,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:27.810295 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-983ee299-cdcb-4d39-843a-1efb16f49391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:27.872464 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-983ee299-cdcb-4d39-843a-1efb16f49391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651419'] for router_gateway, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:27.962525 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-983ee299-cdcb-4d39-843a-1efb16f49391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13130'] for router, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:27.964493 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-983ee299-cdcb-4d39-843a-1efb16f49391 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.005966 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-983ee299-cdcb-4d39-843a-1efb16f49391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406773'] for router, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.006545 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983ee299-cdcb-4d39-843a-1efb16f49391 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba33190b-ca18-4631-ac1f-208658563313 {{(pid=92863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:46:28.011691 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-983ee299-cdcb-4d39-843a-1efb16f49391 admin admin] Notify callbacks [] for router, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.012819 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-983ee299-cdcb-4d39-843a-1efb16f49391 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ba33190b-ca18-4631-ac1f-208658563313 HTTP/1.1" status: 204 len: 168 time: 0.7440171 Jun 23 16:46:28.015393 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 35142) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:28.063634 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d60129d-44b0-456d-87b1-549fe1d279bb admin admin] Deleting subnet 13ef5941-174a-4ada-8963-5bda8a0a5f48 {{(pid=92864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:46:28.066654 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9d60129d-44b0-456d-87b1-549fe1d279bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.100179 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9d60129d-44b0-456d-87b1-549fe1d279bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126767234'] for subnet, precommit_delete_associations {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.180338 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9d60129d-44b0-456d-87b1-549fe1d279bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482743'] for subnet, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.235644 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9d60129d-44b0-456d-87b1-549fe1d279bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126768242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126835600'] for subnet, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.237675 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:28.258909 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60129d-44b0-456d-87b1-549fe1d279bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13ef5941-174a-4ada-8963-5bda8a0a5f48,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:28.268239 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60129d-44b0-456d-87b1-549fe1d279bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.268634 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60129d-44b0-456d-87b1-549fe1d279bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.269013 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60129d-44b0-456d-87b1-549fe1d279bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.269397 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60129d-44b0-456d-87b1-549fe1d279bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.269950 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60129d-44b0-456d-87b1-549fe1d279bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.270147 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60129d-44b0-456d-87b1-549fe1d279bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.270521 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60129d-44b0-456d-87b1-549fe1d279bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.270888 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60129d-44b0-456d-87b1-549fe1d279bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.271255 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60129d-44b0-456d-87b1-549fe1d279bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.271617 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60129d-44b0-456d-87b1-549fe1d279bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.271978 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60129d-44b0-456d-87b1-549fe1d279bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.272340 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d60129d-44b0-456d-87b1-549fe1d279bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.275166 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9d60129d-44b0-456d-87b1-549fe1d279bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.278630 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9761781c-2262-41f1-b2a8-f3978a72bb00 None None] Network 112659a1-c2b7-4225-8c6e-b6db7b30c966 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:46:28.279218 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-9d60129d-44b0-456d-87b1-549fe1d279bb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/13ef5941-174a-4ada-8963-5bda8a0a5f48 HTTP/1.1" status: 204 len: 168 time: 0.2621644 Jun 23 16:46:28.279717 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 35146) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:28.287564 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9d60129d-44b0-456d-87b1-549fe1d279bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:28.353465 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468273'] for network, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.404625 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] Deleting port c036afac-dc0b-47d0-9164-bac32e020eeb {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:46:28.405020 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.471815 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] For port c036afac-dc0b-47d0-9164-bac32e020eeb, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=c036afac-dc0b-47d0-9164-bac32e020eeb,segment=NetworkSegment(9fbed2f2-b03c-4462-a1ec-317551280f95),segment_id=9fbed2f2-b03c-4462-a1ec-317551280f95)] {{(pid=92863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:28.518766 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.518766 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] Calling delete_port for c036afac-dc0b-47d0-9164-bac32e020eeb owned by network:dhcp {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:46:28.519122 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b80a1e5-b5fe-40cd-87f9-146e5d8dd8d1 None None] DHCP port deletion for 112659a1-c2b7-4225-8c6e-b6db7b30c966 request from dv-cinder-788363-4-iscsi {{(pid=92865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 16:46:28.562449 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-2b80a1e5-b5fe-40cd-87f9-146e5d8dd8d1 None None] Deleting port c036afac-dc0b-47d0-9164-bac32e020eeb {{(pid=92865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:46:28.562843 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-2b80a1e5-b5fe-40cd-87f9-146e5d8dd8d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.607986 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.610671 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:28.613755 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device c036afac-dc0b-47d0-9164-bac32e020eeb no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:46:28.638271 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c036afac-dc0b-47d0-9164-bac32e020eeb,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:28.639054 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: c036afac-dc0b-47d0-9164-bac32e020eeb {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:46:28.639413 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device c036afac-dc0b-47d0-9164-bac32e020eeb not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:46:28.639836 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 3c20bb7e-eeac-4795-9640-ffabbccb1c05 no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:46:28.644949 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:28.648322 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] No DVR routers for this DVR port c036afac-dc0b-47d0-9164-bac32e020eeb on host dv-cinder-788363-4-iscsi {{(pid=92863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:46:28.666412 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: 3c20bb7e-eeac-4795-9640-ffabbccb1c05 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:46:28.666788 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 3c20bb7e-eeac-4795-9640-ffabbccb1c05 not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:46:28.667188 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 843517e4-01b8-43a6-ad5d-ef06676b68a5 no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:46:28.669812 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-2b80a1e5-b5fe-40cd-87f9-146e5d8dd8d1 None None] For port c036afac-dc0b-47d0-9164-bac32e020eeb, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=c036afac-dc0b-47d0-9164-bac32e020eeb,segment=NetworkSegment(9fbed2f2-b03c-4462-a1ec-317551280f95),segment_id=9fbed2f2-b03c-4462-a1ec-317551280f95)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:28.670235 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-2b80a1e5-b5fe-40cd-87f9-146e5d8dd8d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.698567 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: 843517e4-01b8-43a6-ad5d-ef06676b68a5 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:46:28.698917 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 843517e4-01b8-43a6-ad5d-ef06676b68a5 not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:46:28.703714 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-2b80a1e5-b5fe-40cd-87f9-146e5d8dd8d1 None None] Calling delete_port for c036afac-dc0b-47d0-9164-bac32e020eeb owned by network:dhcp {{(pid=92865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:46:28.728108 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481338', 'neutron.services.segments.db._delete_segments_for_network-8751334030111'] for network, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.739886 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.services.segments.db [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112659a1-c2b7-4225-8c6e-b6db7b30c966']}} {{(pid=92863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:28.751575 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.services.segments.db [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbed2f2-b03c-4462-a1ec-317551280f95') {'for_net_delete': True} {{(pid=92863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:28.752211 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.services.segments.db [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbed2f2-b03c-4462-a1ec-317551280f95') {} {{(pid=92863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:28.761222 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751334018286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126074038'] for segment, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.774921 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.781506 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=92863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:46:28.781912 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125858290'] for segment, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: Traceback (most recent call last): Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: timer() Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: cb(*args, **kw) Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: return func(*args, **kwargs) Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: self._notify() Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: self.callback(batched_events) Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: event.method(event) Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: return f(self, *a, **k) Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: return self._get(url).json() Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: return self.request(url, 'GET', **kwargs) Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:46:28.783632 dv-cinder-788363-4-iscsi neutron-server[92863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:46:28.785870 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-2b80a1e5-b5fe-40cd-87f9-146e5d8dd8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583'] for port, after_delete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.786478 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:28.811200 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80a1e5-b5fe-40cd-87f9-146e5d8dd8d1 None None] Pushing event deleted for resources: {'Port': ['ID=c036afac-dc0b-47d0-9164-bac32e020eeb,revision_number=None']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:28.816201 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b80a1e5-b5fe-40cd-87f9-146e5d8dd8d1 None None] No DVR routers for this DVR port c036afac-dc0b-47d0-9164-bac32e020eeb on host dv-cinder-788363-4-iscsi {{(pid=92865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:46:28.825657 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80a1e5-b5fe-40cd-87f9-146e5d8dd8d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.825657 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80a1e5-b5fe-40cd-87f9-146e5d8dd8d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.825657 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80a1e5-b5fe-40cd-87f9-146e5d8dd8d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.825657 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80a1e5-b5fe-40cd-87f9-146e5d8dd8d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.825657 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80a1e5-b5fe-40cd-87f9-146e5d8dd8d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.825657 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80a1e5-b5fe-40cd-87f9-146e5d8dd8d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.825657 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80a1e5-b5fe-40cd-87f9-146e5d8dd8d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.825657 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80a1e5-b5fe-40cd-87f9-146e5d8dd8d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.826424 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80a1e5-b5fe-40cd-87f9-146e5d8dd8d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.826424 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80a1e5-b5fe-40cd-87f9-146e5d8dd8d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.826634 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80a1e5-b5fe-40cd-87f9-146e5d8dd8d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.826804 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b80a1e5-b5fe-40cd-87f9-146e5d8dd8d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:28.830664 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-2b80a1e5-b5fe-40cd-87f9-146e5d8dd8d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:28.847597 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651370'] for network, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.851402 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:28.853917 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.855790 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/112659a1-c2b7-4225-8c6e-b6db7b30c966 HTTP/1.1" status: 204 len: 168 time: 0.5750377 Jun 23 16:46:28.858853 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 35150) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:28.866509 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=112659a1-c2b7-4225-8c6e-b6db7b30c966,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:28.868797 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:29.448752 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b79d3774-e9dd-4c66-991a-b5f06a140cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636670'] for router_interface, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:29.693491 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-b79d3774-e9dd-4c66-991a-b5f06a140cf5 admin admin] Deleting port b0a1eb4d-07f6-4911-8b7e-37585f65d84b {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:46:29.693830 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b79d3774-e9dd-4c66-991a-b5f06a140cf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:29.772031 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [None req-b79d3774-e9dd-4c66-991a-b5f06a140cf5 admin admin] For port b0a1eb4d-07f6-4911-8b7e-37585f65d84b, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=b0a1eb4d-07f6-4911-8b7e-37585f65d84b,segment=NetworkSegment(5366c196-6a3b-4b91-888d-78ebe7922af1),segment_id=5366c196-6a3b-4b91-888d-78ebe7922af1)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:29.772390 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b79d3774-e9dd-4c66-991a-b5f06a140cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:29.784765 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-b79d3774-e9dd-4c66-991a-b5f06a140cf5 admin admin] Calling delete_port for b0a1eb4d-07f6-4911-8b7e-37585f65d84b owned by network:router_interface {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:46:29.960965 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b79d3774-e9dd-4c66-991a-b5f06a140cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:29.963019 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:29.986170 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d3774-e9dd-4c66-991a-b5f06a140cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0a1eb4d-07f6-4911-8b7e-37585f65d84b,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:29.989303 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b79d3774-e9dd-4c66-991a-b5f06a140cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:30.147806 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b79d3774-e9dd-4c66-991a-b5f06a140cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407054'] for router_interface, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:30.352903 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79d3774-e9dd-4c66-991a-b5f06a140cf5 admin admin] Router cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:46:30.465312 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79d3774-e9dd-4c66-991a-b5f06a140cf5 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:46:30.470970 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-b79d3774-e9dd-4c66-991a-b5f06a140cf5 admin admin] 10.222.0.46 "PUT /v2.0/routers/cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6110396 Jun 23 16:46:30.473482 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 35166) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:30.476502 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd275f8-c9cc-4934-bbca-a35c14cb04d4 None None] Sync routers for ids ['cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:46:30.490040 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd275f8-c9cc-4934-bbca-a35c14cb04d4 None None] Routers {'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:46:30.492094 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-ddd275f8-c9cc-4934-bbca-a35c14cb04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:46:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:30.578104 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-db7e634c-d331-4548-be13-35ff9242696d admin admin] Notify callbacks [] for router, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:30.594193 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-ddd275f8-c9cc-4934-bbca-a35c14cb04d4 None None] Set router cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:46:30.686104 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-db7e634c-d331-4548-be13-35ff9242696d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:30.737462 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-db7e634c-d331-4548-be13-35ff9242696d admin admin] Deleting port be898c30-f493-4b27-be30-16cccf431cc0 {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:46:30.737797 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-db7e634c-d331-4548-be13-35ff9242696d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:30.772712 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-ddd275f8-c9cc-4934-bbca-a35c14cb04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac', 'name': 'tempest-TestShelveInstance-880382552-router', 'tenant_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'be898c30-f493-4b27-be30-16cccf431cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:18Z', 'updated_at': '2021-06-23T16:46:29Z', 'revision_number': 5, 'project_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'gw_port': {'id': 'be898c30-f493-4b27-be30-16cccf431cc0', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:19Z', 'updated_at': '2021-06-23T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:30.797965 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd275f8-c9cc-4934-bbca-a35c14cb04d4 None None] Checking router: cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:46:30.805939 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd275f8-c9cc-4934-bbca-a35c14cb04d4 None None] Routers {'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:46:30.806593 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-ddd275f8-c9cc-4934-bbca-a35c14cb04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:46:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:30.816319 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [None req-db7e634c-d331-4548-be13-35ff9242696d admin admin] For port be898c30-f493-4b27-be30-16cccf431cc0, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=be898c30-f493-4b27-be30-16cccf431cc0,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:30.816677 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-db7e634c-d331-4548-be13-35ff9242696d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:30.827822 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-db7e634c-d331-4548-be13-35ff9242696d admin admin] Calling delete_port for be898c30-f493-4b27-be30-16cccf431cc0 owned by network:router_gateway {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:46:30.890698 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-ddd275f8-c9cc-4934-bbca-a35c14cb04d4 None None] Set router cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac gateway port host: None {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:46:30.944126 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-ddd275f8-c9cc-4934-bbca-a35c14cb04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac', 'name': 'tempest-TestShelveInstance-880382552-router', 'tenant_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:18Z', 'updated_at': '2021-06-23T16:46:30Z', 'revision_number': 6, 'project_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'gw_port_host': None}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:30.970436 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd275f8-c9cc-4934-bbca-a35c14cb04d4 None None] The sync data for ids ['cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac'] in dv-cinder-788363-4-iscsi is: [{'id': 'cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac', 'name': 'tempest-TestShelveInstance-880382552-router', 'tenant_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:18Z', 'updated_at': '2021-06-23T16:46:30Z', 'revision_number': 6, 'project_id': 'e2fb1882ab614d1599dbfba31d2ec6b8', 'gw_port_host': None}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:46:30.994544 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-db7e634c-d331-4548-be13-35ff9242696d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:30.999846 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:31.018406 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e634c-d331-4548-be13-35ff9242696d admin admin] Pushing event deleted for resources: {'Port': ['ID=be898c30-f493-4b27-be30-16cccf431cc0,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:31.022904 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-db7e634c-d331-4548-be13-35ff9242696d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:31.081955 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-db7e634c-d331-4548-be13-35ff9242696d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651419'] for router_gateway, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:31.165412 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-db7e634c-d331-4548-be13-35ff9242696d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13130'] for router, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:31.167439 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-db7e634c-d331-4548-be13-35ff9242696d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:31.214311 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-db7e634c-d331-4548-be13-35ff9242696d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406773'] for router, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:31.214841 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7e634c-d331-4548-be13-35ff9242696d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac {{(pid=92864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:46:31.219643 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-db7e634c-d331-4548-be13-35ff9242696d admin admin] Notify callbacks [] for router, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:31.220754 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-db7e634c-d331-4548-be13-35ff9242696d admin admin] 10.222.0.46 "DELETE /v2.0/routers/cc9d9f7d-c97a-4bb5-9759-0f4af65f32ac HTTP/1.1" status: 204 len: 168 time: 0.7457509 Jun 23 16:46:31.223171 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 35174) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:31.265970 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_v2 [None req-6871701e-33b4-4a06-9ba7-056bb67a7b58 admin admin] Deleting subnet 9acb8a53-db05-47c8-b2ec-b4d4addc90c8 {{(pid=92864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:46:31.269042 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6871701e-33b4-4a06-9ba7-056bb67a7b58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:31.302803 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6871701e-33b4-4a06-9ba7-056bb67a7b58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126767234'] for subnet, precommit_delete_associations {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:31.384830 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6871701e-33b4-4a06-9ba7-056bb67a7b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482743'] for subnet, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:31.438917 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6871701e-33b4-4a06-9ba7-056bb67a7b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126768242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126835600'] for subnet, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:31.441063 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-745481f2-08ef-40c8-af28-a9f48cbaad82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:31.462425 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871701e-33b4-4a06-9ba7-056bb67a7b58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9acb8a53-db05-47c8-b2ec-b4d4addc90c8,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:31.465803 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-6871701e-33b4-4a06-9ba7-056bb67a7b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:31.468472 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-6871701e-33b4-4a06-9ba7-056bb67a7b58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:31.471055 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-6871701e-33b4-4a06-9ba7-056bb67a7b58 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9acb8a53-db05-47c8-b2ec-b4d4addc90c8 HTTP/1.1" status: 204 len: 168 time: 0.2467721 Jun 23 16:46:31.473569 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 35178) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:31.475015 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2368d33-b302-4242-92d3-d974d07eaed5 None None] Network 028c035a-cf0d-4690-a6ad-78f8e9f07913 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:46:31.543554 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468273'] for network, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:31.599667 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] Deleting port 4339ebc7-52b4-43d3-9083-2cac0cf1e931 {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:46:31.600005 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:31.661758 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] For port 4339ebc7-52b4-43d3-9083-2cac0cf1e931, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=4339ebc7-52b4-43d3-9083-2cac0cf1e931,segment=NetworkSegment(5366c196-6a3b-4b91-888d-78ebe7922af1),segment_id=5366c196-6a3b-4b91-888d-78ebe7922af1)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:31.662059 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:31.674616 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] Calling delete_port for 4339ebc7-52b4-43d3-9083-2cac0cf1e931 owned by network:dhcp {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:46:31.729699 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac6d7cf-149e-42fd-a6d6-1322eeb68973 None None] DHCP port deletion for 028c035a-cf0d-4690-a6ad-78f8e9f07913 request from dv-cinder-788363-4-iscsi {{(pid=92865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 16:46:31.769870 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:31.772820 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-a790c613-d8ec-4bce-9392-4d23854ad00e tempest-VolumesActionsTest-1647752685 tempest-VolumesActionsTest-1647752685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:31.777582 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-1ac6d7cf-149e-42fd-a6d6-1322eeb68973 None None] Deleting port 4339ebc7-52b4-43d3-9083-2cac0cf1e931 {{(pid=92865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:46:31.777964 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-1ac6d7cf-149e-42fd-a6d6-1322eeb68973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:31.797756 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] Pushing event deleted for resources: {'Port': ['ID=4339ebc7-52b4-43d3-9083-2cac0cf1e931,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:31.799702 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] No DVR routers for this DVR port 4339ebc7-52b4-43d3-9083-2cac0cf1e931 on host dv-cinder-788363-4-iscsi {{(pid=92864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:46:31.801240 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:31.847945 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-1ac6d7cf-149e-42fd-a6d6-1322eeb68973 None None] For port 4339ebc7-52b4-43d3-9083-2cac0cf1e931, host dv-cinder-788363-4-iscsi, got binding levels [] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:31.848419 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-1ac6d7cf-149e-42fd-a6d6-1322eeb68973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:31.860503 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-1ac6d7cf-149e-42fd-a6d6-1322eeb68973 None None] Calling delete_port for 4339ebc7-52b4-43d3-9083-2cac0cf1e931 owned by network:dhcp {{(pid=92865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:46:31.863116 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.ipam_backend_mixin [None req-1ac6d7cf-149e-42fd-a6d6-1322eeb68973 None None] Port 4339ebc7-52b4-43d3-9083-2cac0cf1e931 was not found and therefore no delete operation was performed {{(pid=92865) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 16:46:31.864368 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-1ac6d7cf-149e-42fd-a6d6-1322eeb68973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583'] for port, after_delete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:31.866093 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:31.873892 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481338', 'neutron.services.segments.db._delete_segments_for_network-8751334030111'] for network, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:31.887173 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6d7cf-149e-42fd-a6d6-1322eeb68973 None None] Pushing event deleted for resources: {'Port': ['ID=4339ebc7-52b4-43d3-9083-2cac0cf1e931,revision_number=None']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:31.889219 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028c035a-cf0d-4690-a6ad-78f8e9f07913']}} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:31.891003 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-1ac6d7cf-149e-42fd-a6d6-1322eeb68973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:31.893996 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac6d7cf-149e-42fd-a6d6-1322eeb68973 None None] No DVR routers for this DVR port 4339ebc7-52b4-43d3-9083-2cac0cf1e931 on host dv-cinder-788363-4-iscsi {{(pid=92865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:46:31.913767 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5366c196-6a3b-4b91-888d-78ebe7922af1') {'for_net_delete': True} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:31.914073 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5366c196-6a3b-4b91-888d-78ebe7922af1') {} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:31.923408 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751334018286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126767261'] for segment, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:31.937233 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:31.943776 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=92864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:46:31.944096 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126768367'] for segment, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: Traceback (most recent call last): Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: timer() Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: cb(*args, **kw) Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: return func(*args, **kwargs) Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: self._notify() Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: self.callback(batched_events) Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: event.method(event) Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: return f(self, *a, **k) Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: return self._get(url).json() Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: return self.request(url, 'GET', **kwargs) Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:46:31.945819 dv-cinder-788363-4-iscsi neutron-server[92864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:46:32.000490 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651370'] for network, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:32.003870 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-aa72909a-d324-404b-a5fe-711fbbe63173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:32.006265 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:32.008056 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] 10.222.0.46 "DELETE /v2.0/networks/028c035a-cf0d-4690-a6ad-78f8e9f07913 HTTP/1.1" status: 204 len: 168 time: 0.5336392 Jun 23 16:46:32.019436 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] Pushing event deleted for resources: {'Network': ['ID=028c035a-cf0d-4690-a6ad-78f8e9f07913,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:32.021784 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:32.120082 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 35186) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:32.158687 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-4b720990-08f2-47f1-915a-c5da96ea8fbf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=946770adf7854faa8486bbe256c74c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373797 Jun 23 16:46:32.160859 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 35188) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:32.207406 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-85d2278f-7942-493a-aca2-de6f9c34f149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:32.228131 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-85d2278f-7942-493a-aca2-de6f9c34f149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:32.274628 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-85d2278f-7942-493a-aca2-de6f9c34f149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:32.277234 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-85d2278f-7942-493a-aca2-de6f9c34f149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:32.278377 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-85d2278f-7942-493a-aca2-de6f9c34f149 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10c65938-a546-4d1f-9214-8f630046a9eb HTTP/1.1" status: 204 len: 168 time: 0.1165819 Jun 23 16:46:32.279147 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-44ecfb86-5413-4c4e-971b-9afc0b6d9e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:32.288869 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2278f-7942-493a-aca2-de6f9c34f149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c65938-a546-4d1f-9214-8f630046a9eb,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:32.291250 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-85d2278f-7942-493a-aca2-de6f9c34f149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:32.461345 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 4339ebc7-52b4-43d3-9083-2cac0cf1e931 no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:46:32.481000 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: 4339ebc7-52b4-43d3-9083-2cac0cf1e931 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:46:32.481353 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 4339ebc7-52b4-43d3-9083-2cac0cf1e931 not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:46:32.481763 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device b0a1eb4d-07f6-4911-8b7e-37585f65d84b no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:46:32.501019 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: b0a1eb4d-07f6-4911-8b7e-37585f65d84b {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:46:32.501379 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device b0a1eb4d-07f6-4911-8b7e-37585f65d84b not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:46:32.501797 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device be898c30-f493-4b27-be30-16cccf431cc0 no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:46:32.523966 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: be898c30-f493-4b27-be30-16cccf431cc0 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:46:32.524329 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device be898c30-f493-4b27-be30-16cccf431cc0 not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:46:32.593858 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 35200) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:32.633443 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-8d19a6be-3236-4863-b4a1-77c146367202 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e2fb1882ab614d1599dbfba31d2ec6b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382886 Jun 23 16:46:32.635865 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 35202) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:32.640605 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b7f21c29-a1fb-4a2c-84b0-d0accca469fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:32.685946 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2046ee30-fed6-43fc-995b-af0ae010c853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:32.706592 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2046ee30-fed6-43fc-995b-af0ae010c853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:32.755527 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2046ee30-fed6-43fc-995b-af0ae010c853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:32.758380 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2046ee30-fed6-43fc-995b-af0ae010c853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:32.759528 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-2046ee30-fed6-43fc-995b-af0ae010c853 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/854fecb7-8780-449a-a722-feadfaad7dc7 HTTP/1.1" status: 204 len: 168 time: 0.1227715 Jun 23 16:46:32.760286 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-b6f9c6bf-97cf-437f-adc3-703fd2315b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:32.768085 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046ee30-fed6-43fc-995b-af0ae010c853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854fecb7-8780-449a-a722-feadfaad7dc7,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:32.770332 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-2046ee30-fed6-43fc-995b-af0ae010c853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:33.502078 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:46:35.011458 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:35.778097 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-859c83c6-32ea-4f03-98e0-6ab0308e5f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:36.538122 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:38.213579 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:39.502997 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:02.640918 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-57422acc-a85d-48fb-aed2-061a38071a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:05.013917 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:05.776912 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-8ed5d58b-dbd4-4932-9c68-6b0994bb46aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:05.816947 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-cd4c5a89-7a46-4cfb-978a-25a1752a7eb4 req-d7e53b23-f8fb-4074-81e8-306067984000 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553143 Jun 23 16:47:05.926154 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c5a89-7a46-4cfb-978a-25a1752a7eb4 req-821caca7-831e-471c-adfb-6208f953095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:05.927604 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-cd4c5a89-7a46-4cfb-978a-25a1752a7eb4 req-821caca7-831e-471c-adfb-6208f953095c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 1099 time: 0.0516262 Jun 23 16:47:06.030566 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c5a89-7a46-4cfb-978a-25a1752a7eb4 req-acd9ee99-e6dd-4de1-879a-04d38dc4d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:06.031943 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-cd4c5a89-7a46-4cfb-978a-25a1752a7eb4 req-acd9ee99-e6dd-4de1-879a-04d38dc4d851 service neutron] 10.222.0.84 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 916 time: 0.0850897 Jun 23 16:47:06.073256 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-cd4c5a89-7a46-4cfb-978a-25a1752a7eb4 req-2831cff5-7d11-4203-a061-11f07780cfff service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c73b264-c454-4149-848b-a61fe26ee7ba HTTP/1.1" status: 200 len: 217 time: 0.0352707 Jun 23 16:47:06.120498 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c5a89-7a46-4cfb-978a-25a1752a7eb4 req-ff8e03fb-df8a-448e-82be-3e8ede7205fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:06.121915 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-cd4c5a89-7a46-4cfb-978a-25a1752a7eb4 req-ff8e03fb-df8a-448e-82be-3e8ede7205fe service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a13dcb6b-63c2-4b53-a4d0-749cfb697a09 HTTP/1.1" status: 200 len: 855 time: 0.0427728 Jun 23 16:47:06.152901 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-cd4c5a89-7a46-4cfb-978a-25a1752a7eb4 req-5cbe2e28-0d4f-4117-a637-efb86441b524 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51b468f5-7c7f-4931-9a90-efb26ca1eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249405 Jun 23 16:47:06.241243 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-cd4c5a89-7a46-4cfb-978a-25a1752a7eb4 req-e22d2061-754d-4dec-9f95-e38682a20e57 service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822930 Jun 23 16:47:06.328719 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-cd4c5a89-7a46-4cfb-978a-25a1752a7eb4 req-2c215223-31be-413b-ab25-313ccaf55141 service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801473 Jun 23 16:47:06.540188 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:08.214547 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:09.495299 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:10.500528 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:47:32.641386 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-60932285-5a10-48e2-ad3a-002e238cb0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:35.014091 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:35.777148 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-e775d6fb-0909-4aa0-bd83-973145435e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:36.542614 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:38.216288 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:39.494790 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:47.499665 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:48:02.643097 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d95a99c5-1b9f-4333-813c-b045c99301c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:05.014844 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:05.778511 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-0c07b00b-2324-4c26-9412-cbc739baa122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:06.546201 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:07.191340 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-30bc343d-2f37-49b7-b276-fbff7bbb789c req-58f10ad4-3736-41ce-ae5c-b80cdd8baaad service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0612569 Jun 23 16:48:07.300173 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc343d-2f37-49b7-b276-fbff7bbb789c req-6fd900f3-bbe7-4ca3-9fce-fc16f03c0178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:07.301633 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-30bc343d-2f37-49b7-b276-fbff7bbb789c req-6fd900f3-bbe7-4ca3-9fce-fc16f03c0178 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 1099 time: 0.0506494 Jun 23 16:48:07.408448 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc343d-2f37-49b7-b276-fbff7bbb789c req-ad9147e7-f7e7-4cfb-84c6-96c62f6c1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:07.409855 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-30bc343d-2f37-49b7-b276-fbff7bbb789c req-ad9147e7-f7e7-4cfb-84c6-96c62f6c1045 service neutron] 10.222.0.84 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 916 time: 0.0871253 Jun 23 16:48:07.449128 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-30bc343d-2f37-49b7-b276-fbff7bbb789c req-cc482494-2bb8-41db-8e38-a74c9ffac2cc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c73b264-c454-4149-848b-a61fe26ee7ba HTTP/1.1" status: 200 len: 217 time: 0.0328023 Jun 23 16:48:07.500360 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc343d-2f37-49b7-b276-fbff7bbb789c req-3daafaad-5272-4919-bd08-0c69ecfac84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:07.501798 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-30bc343d-2f37-49b7-b276-fbff7bbb789c req-3daafaad-5272-4919-bd08-0c69ecfac84a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a13dcb6b-63c2-4b53-a4d0-749cfb697a09 HTTP/1.1" status: 200 len: 855 time: 0.0472484 Jun 23 16:48:07.532944 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-30bc343d-2f37-49b7-b276-fbff7bbb789c req-27054b47-6ffb-449c-bb19-a0a30dd7c847 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51b468f5-7c7f-4931-9a90-efb26ca1eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252922 Jun 23 16:48:07.624061 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-30bc343d-2f37-49b7-b276-fbff7bbb789c req-adfa5945-3b05-4534-afd1-c3eeaa560fdb service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845680 Jun 23 16:48:07.712619 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-30bc343d-2f37-49b7-b276-fbff7bbb789c req-7ab110b4-1e5a-4d24-aef0-76bfdf084ece service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830090 Jun 23 16:48:08.220046 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:09.509781 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:24.498102 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:48:32.644398 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d8a22b40-f621-459c-9905-9f2c354ffa16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:35.016451 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:35.779573 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-8bedf455-506f-41d5-b076-18124427454e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:36.548186 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:38.221839 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:39.527785 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:01.500806 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:49:02.644705 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-e7a47b81-51fc-4ece-8e05-e5d83569ee2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:05.017423 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:05.779399 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-5a080e2a-4785-4959-83c8-befbf5e553bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:06.550843 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:08.003670 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-46968196-2314-419f-be47-b64081b1ae2f req-26741576-6d26-4998-8d83-96e6e96272fd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513396 Jun 23 16:49:08.125615 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46968196-2314-419f-be47-b64081b1ae2f req-81b045bd-e5b2-4ae3-88b0-bc16b048e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:08.126987 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-46968196-2314-419f-be47-b64081b1ae2f req-81b045bd-e5b2-4ae3-88b0-bc16b048e9ef service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 1099 time: 0.0508361 Jun 23 16:49:08.225718 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:08.241248 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46968196-2314-419f-be47-b64081b1ae2f req-5e6453b0-20d4-4690-a4ce-7f21e818f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:08.242762 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-46968196-2314-419f-be47-b64081b1ae2f req-5e6453b0-20d4-4690-a4ce-7f21e818f022 service neutron] 10.222.0.84 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 916 time: 0.0894673 Jun 23 16:49:08.287132 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-46968196-2314-419f-be47-b64081b1ae2f req-0624b1a1-ee4f-4cfb-a9a7-f44f606aa23e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c73b264-c454-4149-848b-a61fe26ee7ba HTTP/1.1" status: 200 len: 217 time: 0.0345800 Jun 23 16:49:08.335901 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46968196-2314-419f-be47-b64081b1ae2f req-bf23aaaa-bfc0-4e3a-a8e1-bb34523d0481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:08.337293 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-46968196-2314-419f-be47-b64081b1ae2f req-bf23aaaa-bfc0-4e3a-a8e1-bb34523d0481 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a13dcb6b-63c2-4b53-a4d0-749cfb697a09 HTTP/1.1" status: 200 len: 855 time: 0.0438995 Jun 23 16:49:08.385449 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-46968196-2314-419f-be47-b64081b1ae2f req-90a0c6e2-3fb5-4f4c-bb5c-b9a3f0d1a211 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51b468f5-7c7f-4931-9a90-efb26ca1eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283828 Jun 23 16:49:08.484924 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-46968196-2314-419f-be47-b64081b1ae2f req-e22954ed-7a97-4d08-ace8-67fae350e735 service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812793 Jun 23 16:49:08.580869 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-46968196-2314-419f-be47-b64081b1ae2f req-b3c48fab-574b-499c-86ca-98a455b332e9 service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836246 Jun 23 16:49:09.540159 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:32.645729 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-040f4b19-1a02-4b88-b961-9805e95c17f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:35.018448 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:35.779423 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d291945f-b627-4143-b15d-b28971576437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:36.552206 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:38.227571 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:38.498744 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:49:39.539013 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:02.648357 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-6c48e228-4aa7-464d-8f5d-6f97c76b7345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:05.018688 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:05.778612 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7060-b142-469a-99e8-e07ec776fd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:06.556072 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:07.163775 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9dee3726-eabe-4321-a8b9-31d442c75255 req-ded1f1d5-b33d-4191-aded-e7af0ae2edbf service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496521 Jun 23 16:50:07.268053 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee3726-eabe-4321-a8b9-31d442c75255 req-18fa8604-a0f4-45b1-9a64-b102d9a70656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:07.269466 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9dee3726-eabe-4321-a8b9-31d442c75255 req-18fa8604-a0f4-45b1-9a64-b102d9a70656 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=84af8417537f406c8c37b2e358c1c5f5&device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 1099 time: 0.0490777 Jun 23 16:50:07.631385 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee3726-eabe-4321-a8b9-31d442c75255 req-6e34830f-d6b2-4f08-88df-1f9e0dec34ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:07.632869 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9dee3726-eabe-4321-a8b9-31d442c75255 req-6e34830f-d6b2-4f08-88df-1f9e0dec34ce service neutron] 10.222.0.84 "GET /v2.0/networks?id=51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 200 len: 916 time: 0.3435767 Jun 23 16:50:07.673002 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9dee3726-eabe-4321-a8b9-31d442c75255 req-7ea6f598-5685-4fbd-8610-1a4a5106783c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c73b264-c454-4149-848b-a61fe26ee7ba HTTP/1.1" status: 200 len: 217 time: 0.0335000 Jun 23 16:50:07.723556 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee3726-eabe-4321-a8b9-31d442c75255 req-a0c24ba3-e37b-4ba5-9dc1-e51108d28228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:07.724953 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9dee3726-eabe-4321-a8b9-31d442c75255 req-a0c24ba3-e37b-4ba5-9dc1-e51108d28228 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a13dcb6b-63c2-4b53-a4d0-749cfb697a09 HTTP/1.1" status: 200 len: 855 time: 0.0462561 Jun 23 16:50:07.755926 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9dee3726-eabe-4321-a8b9-31d442c75255 req-b00caac5-b5a9-45e7-be91-5f2c44ebc3ef service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51b468f5-7c7f-4931-9a90-efb26ca1eb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247307 Jun 23 16:50:07.766236 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [req-9dee3726-eabe-4321-a8b9-31d442c75255 req-66b676bc-abd7-4886-90f7-42b132bf6b3d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:50:07.767137 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9dee3726-eabe-4321-a8b9-31d442c75255 req-66b676bc-abd7-4886-90f7-42b132bf6b3d service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051768 Jun 23 16:50:07.853773 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9dee3726-eabe-4321-a8b9-31d442c75255 req-5bb2f0b9-b11e-4bca-9bde-1f087ac8806b service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791059 Jun 23 16:50:07.943187 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-9dee3726-eabe-4321-a8b9-31d442c75255 req-ed8fafa2-aef5-49ac-b6f1-7ea910c7cd18 service neutron] 10.222.0.84 "GET /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830071 Jun 23 16:50:08.229508 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:09.256460 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505940f1-0445-4cce-b5d9-8c39556f1b6a req-d186f308-9027-4fee-b596-05e4c88a8a39 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:09.257951 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-505940f1-0445-4cce-b5d9-8c39556f1b6a req-d186f308-9027-4fee-b596-05e4c88a8a39 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 946 time: 0.2332313 Jun 23 16:50:09.295989 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-505940f1-0445-4cce-b5d9-8c39556f1b6a req-9048e025-1ca7-453f-b98c-f2009263e408 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/security-groups?id=65976cc2-306e-4ddf-b891-aef8e164706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324266 Jun 23 16:50:09.540717 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:09.557035 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64ec50-2599-4e30-9eaa-f4b71a6973d1 req-c9746226-6797-45d1-b887-275fac4c299b tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:09.558475 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-fc64ec50-2599-4e30-9eaa-f4b71a6973d1 req-c9746226-6797-45d1-b887-275fac4c299b tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 946 time: 0.0634303 Jun 23 16:50:09.657622 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [req-fc64ec50-2599-4e30-9eaa-f4b71a6973d1 req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Deleting port 8c73b264-c454-4149-848b-a61fe26ee7ba {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:50:09.657874 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-fc64ec50-2599-4e30-9eaa-f4b71a6973d1 req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:09.741090 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [req-fc64ec50-2599-4e30-9eaa-f4b71a6973d1 req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] For port 8c73b264-c454-4149-848b-a61fe26ee7ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8c73b264-c454-4149-848b-a61fe26ee7ba,segment=NetworkSegment(ef448175-bf3b-4d0f-87c2-b25e29cfbf5b),segment_id=ef448175-bf3b-4d0f-87c2-b25e29cfbf5b)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:50:09.741443 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-fc64ec50-2599-4e30-9eaa-f4b71a6973d1 req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:09.753666 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [req-fc64ec50-2599-4e30-9eaa-f4b71a6973d1 req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Calling delete_port for 8c73b264-c454-4149-848b-a61fe26ee7ba owned by compute:nova {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:50:09.882152 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-fc64ec50-2599-4e30-9eaa-f4b71a6973d1 req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:09.885975 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-56e42acb-25fd-4fac-b398-9b8d9385675f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:09.911796 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Pushing event deleted for resources: {'Port': ['ID=8c73b264-c454-4149-848b-a61fe26ee7ba,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:09.915969 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['8c73b264-c454-4149-848b-a61fe26ee7ba'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:50:09.942948 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:09.943334 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:09.943713 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:09.944089 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:09.944459 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:09.944827 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:09.945193 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:09.945558 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:09.945923 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:09.946323 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:09.946689 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:09.947049 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:09.950112 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:09.972783 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc64ec50-2599-4e30-9eaa-f4b71a6973d1 req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] No DVR routers for this DVR port 8c73b264-c454-4149-848b-a61fe26ee7ba on host hv-cinder-78836 {{(pid=92864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:50:09.975210 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-fc64ec50-2599-4e30-9eaa-f4b71a6973d1 req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:09.977344 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-fc64ec50-2599-4e30-9eaa-f4b71a6973d1 req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.84 "DELETE /v2.0/ports/8c73b264-c454-4149-848b-a61fe26ee7ba HTTP/1.1" status: 204 len: 173 time: 0.4139462 Jun 23 16:50:09.978048 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f25814d-ade4-4b1a-ac9a-d3ff25b381e9', 'name': 'network-vif-deleted', 'tag': '8c73b264-c454-4149-848b-a61fe26ee7ba'}] {{(pid=92864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:50:09.980389 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6746fc05b017fa2e5222a758ba3018216863d05e2f8cda4fa9da67320e81433e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c15e7e-7215-4ad4-86c8-56b0d5a14a21" -d '{"events": [{"server_uuid": "8f25814d-ade4-4b1a-ac9a-d3ff25b381e9", "name": "network-vif-deleted", "tag": "8c73b264-c454-4149-848b-a61fe26ee7ba"}]}' {{(pid=92864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:50:10.094989 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9779aa-655b-4ee6-97b9-7a348d49f556 x-openstack-request-id: req-2b9779aa-655b-4ee6-97b9-7a348d49f556 {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:50:10.095328 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f25814d-ade4-4b1a-ac9a-d3ff25b381e9", "name": "network-vif-deleted", "tag": "8c73b264-c454-4149-848b-a61fe26ee7ba", "status": "completed", "code": 200}]} {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:50:10.095824 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b9779aa-655b-4ee6-97b9-7a348d49f556 {{(pid=92864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:50:10.096272 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f25814d-ade4-4b1a-ac9a-d3ff25b381e9', 'name': 'network-vif-deleted', 'tag': '8c73b264-c454-4149-848b-a61fe26ee7ba', 'status': 'completed', 'code': 200} Jun 23 16:50:10.462830 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-14c4f290-4f93-4954-b033-10d50609086a req-804638f7-c226-41bf-9037-233e37bfbf43 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f25814d-ade4-4b1a-ac9a-d3ff25b381e9 HTTP/1.1" status: 200 len: 210 time: 0.0322058 Jun 23 16:50:11.558241 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 36972) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:11.722752 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_v2 [None req-20346074-e33a-44f7-b83b-a94053d7c5c9 admin admin] Deleting subnet a13dcb6b-63c2-4b53-a4d0-749cfb697a09 {{(pid=92863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:50:11.725584 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-20346074-e33a-44f7-b83b-a94053d7c5c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:11.759589 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-20346074-e33a-44f7-b83b-a94053d7c5c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126074025'] for subnet, precommit_delete_associations {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:11.796599 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-20346074-e33a-44f7-b83b-a94053d7c5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482743'] for subnet, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:11.856667 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-20346074-e33a-44f7-b83b-a94053d7c5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125858159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126317424'] for subnet, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:11.860169 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:11.884347 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20346074-e33a-44f7-b83b-a94053d7c5c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a13dcb6b-63c2-4b53-a4d0-749cfb697a09,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:11.886716 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-20346074-e33a-44f7-b83b-a94053d7c5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for subnet, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:11.888499 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-20346074-e33a-44f7-b83b-a94053d7c5c9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a13dcb6b-63c2-4b53-a4d0-749cfb697a09 HTTP/1.1" status: 204 len: 168 time: 0.3292942 Jun 23 16:50:11.891129 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 36978) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:11.894470 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20346074-e33a-44f7-b83b-a94053d7c5c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:11.894845 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20346074-e33a-44f7-b83b-a94053d7c5c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:11.895212 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20346074-e33a-44f7-b83b-a94053d7c5c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:11.895574 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20346074-e33a-44f7-b83b-a94053d7c5c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:11.895931 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20346074-e33a-44f7-b83b-a94053d7c5c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:11.896288 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20346074-e33a-44f7-b83b-a94053d7c5c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:11.896640 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20346074-e33a-44f7-b83b-a94053d7c5c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:11.896995 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20346074-e33a-44f7-b83b-a94053d7c5c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:11.897365 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20346074-e33a-44f7-b83b-a94053d7c5c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:11.897783 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20346074-e33a-44f7-b83b-a94053d7c5c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:11.898061 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20346074-e33a-44f7-b83b-a94053d7c5c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:11.898436 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20346074-e33a-44f7-b83b-a94053d7c5c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:11.901631 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-20346074-e33a-44f7-b83b-a94053d7c5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:11.958465 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-36f720b0-7ce7-47da-8bc6-4b6b8de631d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468273'] for network, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:12.036788 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-36f720b0-7ce7-47da-8bc6-4b6b8de631d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481338', 'neutron.services.segments.db._delete_segments_for_network-8751334030111'] for network, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:12.046146 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-36f720b0-7ce7-47da-8bc6-4b6b8de631d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51b468f5-7c7f-4931-9a90-efb26ca1eb16']}} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:12.056316 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-36f720b0-7ce7-47da-8bc6-4b6b8de631d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef448175-bf3b-4d0f-87c2-b25e29cfbf5b') {'for_net_delete': True} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:12.056613 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-36f720b0-7ce7-47da-8bc6-4b6b8de631d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef448175-bf3b-4d0f-87c2-b25e29cfbf5b') {} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:12.065043 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-36f720b0-7ce7-47da-8bc6-4b6b8de631d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751334018286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126767261'] for segment, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:12.078102 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-36f720b0-7ce7-47da-8bc6-4b6b8de631d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:12.084110 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f720b0-7ce7-47da-8bc6-4b6b8de631d5 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=92864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:50:12.084491 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-36f720b0-7ce7-47da-8bc6-4b6b8de631d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126768367'] for segment, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: Traceback (most recent call last): Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: timer() Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: cb(*args, **kw) Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: return func(*args, **kwargs) Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: self._notify() Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: self.callback(batched_events) Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: event.method(event) Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: return f(self, *a, **k) Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: return self._get(url).json() Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: return self.request(url, 'GET', **kwargs) Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:50:12.086159 dv-cinder-788363-4-iscsi neutron-server[92864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:50:12.139118 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-36f720b0-7ce7-47da-8bc6-4b6b8de631d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651370'] for network, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:12.143721 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-36f720b0-7ce7-47da-8bc6-4b6b8de631d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:12.145562 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-36f720b0-7ce7-47da-8bc6-4b6b8de631d5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/51b468f5-7c7f-4931-9a90-efb26ca1eb16 HTTP/1.1" status: 204 len: 168 time: 0.2534480 Jun 23 16:50:12.146329 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:12.158664 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f720b0-7ce7-47da-8bc6-4b6b8de631d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=51b468f5-7c7f-4931-9a90-efb26ca1eb16,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:12.161408 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-36f720b0-7ce7-47da-8bc6-4b6b8de631d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:12.254357 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 36984) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:12.293843 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-cb33ad72-ef8e-49ad-a437-3199a2d2936e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=84af8417537f406c8c37b2e358c1c5f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381939 Jun 23 16:50:12.296131 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 36986) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:12.341458 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-57f9c81e-baa1-44d4-b274-dcb28ab89709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:12.362268 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-57f9c81e-baa1-44d4-b274-dcb28ab89709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:12.407249 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-57f9c81e-baa1-44d4-b274-dcb28ab89709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:12.410085 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-57f9c81e-baa1-44d4-b274-dcb28ab89709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:12.411745 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-57f9c81e-baa1-44d4-b274-dcb28ab89709 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/65976cc2-306e-4ddf-b891-aef8e164706c HTTP/1.1" status: 204 len: 168 time: 0.1146350 Jun 23 16:50:12.412543 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-5dd71a4b-0a1a-4265-8335-66e343a2f8b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:12.419720 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9c81e-baa1-44d4-b274-dcb28ab89709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65976cc2-306e-4ddf-b891-aef8e164706c,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:12.422206 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-57f9c81e-baa1-44d4-b274-dcb28ab89709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:13.488384 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 37032) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:13.720634 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-eb5b88ea-458c-4cb9-be25-9c4ceba42943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:13.834807 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-eb5b88ea-458c-4cb9-be25-9c4ceba42943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:13.839048 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-eb5b88ea-458c-4cb9-be25-9c4ceba42943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:13.841531 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-5a2ba93a-194c-4af5-86c5-244c6c9a1e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:13.876604 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b88ea-458c-4cb9-be25-9c4ceba42943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fda524-3d6e-4a1d-8a3c-c06477bfa190,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:13.880819 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-eb5b88ea-458c-4cb9-be25-9c4ceba42943 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=efeb3d5795c24aa387c66fd689750d52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917639 Jun 23 16:50:13.881733 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-eb5b88ea-458c-4cb9-be25-9c4ceba42943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:13.883454 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 37054) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:13.933592 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3ffd8238-e671-405c-a349-03f1f04ae728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:13.955195 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3ffd8238-e671-405c-a349-03f1f04ae728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:14.010064 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3ffd8238-e671-405c-a349-03f1f04ae728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:14.011290 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3ffd8238-e671-405c-a349-03f1f04ae728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:14.012495 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-3ffd8238-e671-405c-a349-03f1f04ae728 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07fda524-3d6e-4a1d-8a3c-c06477bfa190 HTTP/1.1" status: 204 len: 168 time: 0.1280730 Jun 23 16:50:14.013239 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-85d2278f-7942-493a-aca2-de6f9c34f149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:14.021570 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd8238-e671-405c-a349-03f1f04ae728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fda524-3d6e-4a1d-8a3c-c06477bfa190,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:14.023853 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-3ffd8238-e671-405c-a349-03f1f04ae728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:14.094962 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 37062) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:14.237478 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 8c73b264-c454-4149-848b-a61fe26ee7ba no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:50:14.259806 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] No Port match for: 8c73b264-c454-4149-848b-a61fe26ee7ba {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:50:14.260367 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device 8c73b264-c454-4149-848b-a61fe26ee7ba not bound to the agent host hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:50:14.299567 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a2937ce4-0516-4220-b51d-e61afa501b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:14.332143 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 37068) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:14.346110 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-4013d5ce-59e1-4214-8030-c457d449740c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:14.389572 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a2937ce4-0516-4220-b51d-e61afa501b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:14.393418 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a2937ce4-0516-4220-b51d-e61afa501b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:14.396034 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-dd7c9ccc-a3dd-4389-a0a6-a5a7f4d9c42d tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:14.436797 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-a2937ce4-0516-4220-b51d-e61afa501b24 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=780bb3d7f9c84f8cafa0f5f3473d0844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405309 Jun 23 16:50:14.437623 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2937ce4-0516-4220-b51d-e61afa501b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34491483-d921-407a-97cd-eb55b7db363a,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:14.439983 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 37070) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:14.446287 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-a2937ce4-0516-4220-b51d-e61afa501b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:14.475725 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-4013d5ce-59e1-4214-8030-c457d449740c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:14.479436 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-4013d5ce-59e1-4214-8030-c457d449740c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:14.482726 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-5ed75335-776e-4492-8b99-2ef7f925d49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:14.490723 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-d4ffd4ac-84a4-4b3b-9eb7-1cf44ce10cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:14.513294 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-d4ffd4ac-84a4-4b3b-9eb7-1cf44ce10cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:14.518048 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-4013d5ce-59e1-4214-8030-c457d449740c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1208c8515db54128b9179658f1a8a643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1844106 Jun 23 16:50:14.518988 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013d5ce-59e1-4214-8030-c457d449740c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e30de4-9875-48d7-b83d-3cf8b4af1649,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:14.522803 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-4013d5ce-59e1-4214-8030-c457d449740c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:14.523529 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 37074) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:14.570707 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-d4ffd4ac-84a4-4b3b-9eb7-1cf44ce10cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:14.574553 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-d4ffd4ac-84a4-4b3b-9eb7-1cf44ce10cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:14.575936 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-d4ffd4ac-84a4-4b3b-9eb7-1cf44ce10cb3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/34491483-d921-407a-97cd-eb55b7db363a HTTP/1.1" status: 204 len: 168 time: 0.1350732 Jun 23 16:50:14.576950 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-dcf92489-de2e-4510-89d0-1757a3616bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:14.587290 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffd4ac-84a4-4b3b-9eb7-1cf44ce10cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34491483-d921-407a-97cd-eb55b7db363a,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:14.590094 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-d4ffd4ac-84a4-4b3b-9eb7-1cf44ce10cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:14.607146 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7629f6a4-8e14-48ea-b0dd-9762051f0543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:14.628096 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7629f6a4-8e14-48ea-b0dd-9762051f0543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:14.675665 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7629f6a4-8e14-48ea-b0dd-9762051f0543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:14.678466 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7629f6a4-8e14-48ea-b0dd-9762051f0543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:14.679598 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-7629f6a4-8e14-48ea-b0dd-9762051f0543 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2e30de4-9875-48d7-b83d-3cf8b4af1649 HTTP/1.1" status: 204 len: 168 time: 0.1547933 Jun 23 16:50:14.680408 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7ab5f66a-439c-4e57-8360-b5b44d4a5cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:14.688893 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629f6a4-8e14-48ea-b0dd-9762051f0543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e30de4-9875-48d7-b83d-3cf8b4af1649,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:14.691506 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7629f6a4-8e14-48ea-b0dd-9762051f0543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:14.964822 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 37090) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:14.978121 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-d35618ab-7fce-4dad-8b14-cf990e2b2772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:15.070336 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-d35618ab-7fce-4dad-8b14-cf990e2b2772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:15.074573 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-d35618ab-7fce-4dad-8b14-cf990e2b2772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:15.077999 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-53ba08fd-8768-4ad9-a2f0-64b4f51ddf79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:15.113977 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-d35618ab-7fce-4dad-8b14-cf990e2b2772 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b34b0633804246bc8485355e775e3255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480098 Jun 23 16:50:15.114771 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35618ab-7fce-4dad-8b14-cf990e2b2772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c152c528-18b1-4f19-a5bd-2379dc01349a,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:15.116597 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 37096) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:15.117813 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-d35618ab-7fce-4dad-8b14-cf990e2b2772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:15.176067 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9e3b20a2-9b00-4913-9703-f0272254272d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:15.197569 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9e3b20a2-9b00-4913-9703-f0272254272d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:15.248545 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9e3b20a2-9b00-4913-9703-f0272254272d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:15.251787 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9e3b20a2-9b00-4913-9703-f0272254272d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:15.252913 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-9e3b20a2-9b00-4913-9703-f0272254272d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c152c528-18b1-4f19-a5bd-2379dc01349a HTTP/1.1" status: 204 len: 168 time: 0.1351414 Jun 23 16:50:15.253690 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-2b607c63-fd0c-4e73-bb99-d6e3728a477c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:15.261230 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b20a2-9b00-4913-9703-f0272254272d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c152c528-18b1-4f19-a5bd-2379dc01349a,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:15.263530 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9e3b20a2-9b00-4913-9703-f0272254272d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:15.497138 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:50:17.194669 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 37228) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:17.214576 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 37232) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:17.295170 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-fb9231f5-b0b5-4cab-a641-61c3eef0bb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:17.325171 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-217bb994-84ad-4a90-9c95-3e3d95670edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:17.406945 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-fb9231f5-b0b5-4cab-a641-61c3eef0bb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:17.411918 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-fb9231f5-b0b5-4cab-a641-61c3eef0bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:17.416962 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-e2cf1bf8-6cce-4d99-8adf-9f50d7867338 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:17.465926 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9231f5-b0b5-4cab-a641-61c3eef0bb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e51a54d-9b29-414d-bf2e-fb21bd64762c,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:17.469517 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-fb9231f5-b0b5-4cab-a641-61c3eef0bb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:17.472033 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-fb9231f5-b0b5-4cab-a641-61c3eef0bb63 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=107a7346e8f842aeaf44d7c3acff893c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762790 Jun 23 16:50:17.475059 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 37236) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:17.529162 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-217bb994-84ad-4a90-9c95-3e3d95670edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:17.532231 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4236283c-8168-4359-9f41-fac8ee325d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:17.533668 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-217bb994-84ad-4a90-9c95-3e3d95670edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:17.537141 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-bb550065-7952-4574-8dd8-43c665b4ff0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:17.552912 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4236283c-8168-4359-9f41-fac8ee325d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:17.571353 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-217bb994-84ad-4a90-9c95-3e3d95670edb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=54fc8a9b5220468ba0608b40e44c3620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556290 Jun 23 16:50:17.572299 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217bb994-84ad-4a90-9c95-3e3d95670edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441fbe7e-5903-4185-a315-724cc5e62a44,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:17.574557 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 37238) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:17.576491 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-217bb994-84ad-4a90-9c95-3e3d95670edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:17.602614 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4236283c-8168-4359-9f41-fac8ee325d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:17.605294 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-4236283c-8168-4359-9f41-fac8ee325d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:17.606565 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-4236283c-8168-4359-9f41-fac8ee325d60 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1e51a54d-9b29-414d-bf2e-fb21bd64762c HTTP/1.1" status: 204 len: 168 time: 0.1299191 Jun 23 16:50:17.607349 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-1948b297-6142-4630-b5fa-50fba5eec075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:17.615289 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236283c-8168-4359-9f41-fac8ee325d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e51a54d-9b29-414d-bf2e-fb21bd64762c,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:17.617594 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-4236283c-8168-4359-9f41-fac8ee325d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:17.636953 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-57d6b772-f163-48e5-9df9-0f5a73145e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:17.659590 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-57d6b772-f163-48e5-9df9-0f5a73145e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:17.709556 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-57d6b772-f163-48e5-9df9-0f5a73145e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:17.712187 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-57d6b772-f163-48e5-9df9-0f5a73145e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:17.713311 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-57d6b772-f163-48e5-9df9-0f5a73145e41 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/441fbe7e-5903-4185-a315-724cc5e62a44 HTTP/1.1" status: 204 len: 168 time: 0.1378703 Jun 23 16:50:17.714080 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-6afac922-dfef-4666-b794-091ae29a5101 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:17.723079 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6b772-f163-48e5-9df9-0f5a73145e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441fbe7e-5903-4185-a315-724cc5e62a44,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:17.725275 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-57d6b772-f163-48e5-9df9-0f5a73145e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:17.890418 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 37250) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:17.904161 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b1e930f3-8ec2-4d4d-946d-2b0b56a88dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:17.996917 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b1e930f3-8ec2-4d4d-946d-2b0b56a88dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:18.001057 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b1e930f3-8ec2-4d4d-946d-2b0b56a88dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:18.003893 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-d195eab0-eacb-46eb-b8ef-2d07dc344a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:18.039738 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e930f3-8ec2-4d4d-946d-2b0b56a88dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6455672e-99a2-4cd6-91fb-cde9fd1a4737,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:18.043115 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b1e930f3-8ec2-4d4d-946d-2b0b56a88dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:18.049362 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-b1e930f3-8ec2-4d4d-946d-2b0b56a88dda admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e2013da3648446ac9c5c4c77bacc357c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579139 Jun 23 16:50:18.049658 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 37254) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:18.084098 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 37256) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:18.097490 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-141f5f92-cff3-4deb-bcf2-af3e41a39419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:18.102050 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fa2e0d2c-d9f2-4daf-a74f-3a1be1397e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:18.123723 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fa2e0d2c-d9f2-4daf-a74f-3a1be1397e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:18.173157 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fa2e0d2c-d9f2-4daf-a74f-3a1be1397e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:18.175909 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-fa2e0d2c-d9f2-4daf-a74f-3a1be1397e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:18.177037 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-fa2e0d2c-d9f2-4daf-a74f-3a1be1397e0b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6455672e-99a2-4cd6-91fb-cde9fd1a4737 HTTP/1.1" status: 204 len: 168 time: 0.1261690 Jun 23 16:50:18.177795 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-d35618ab-7fce-4dad-8b14-cf990e2b2772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:18.185714 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e0d2c-d9f2-4daf-a74f-3a1be1397e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6455672e-99a2-4cd6-91fb-cde9fd1a4737,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:18.188034 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-fa2e0d2c-d9f2-4daf-a74f-3a1be1397e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:18.188156 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-141f5f92-cff3-4deb-bcf2-af3e41a39419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:18.192913 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-141f5f92-cff3-4deb-bcf2-af3e41a39419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:18.196666 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b77e574c-7a88-4814-b6df-53ad9817fb1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:18.232161 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-141f5f92-cff3-4deb-bcf2-af3e41a39419 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e48b9487ffcb405c9e3a5621ea5b4c12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469615 Jun 23 16:50:18.233102 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f5f92-cff3-4deb-bcf2-af3e41a39419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c945717c-970a-449c-b7cc-281bfc449f01,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:18.236647 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-141f5f92-cff3-4deb-bcf2-af3e41a39419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:18.246998 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 37260) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:18.298253 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-16b3f9ea-4435-45f4-90a3-1b0da7b45556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:18.319104 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-16b3f9ea-4435-45f4-90a3-1b0da7b45556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:18.370838 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-16b3f9ea-4435-45f4-90a3-1b0da7b45556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:18.373471 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-16b3f9ea-4435-45f4-90a3-1b0da7b45556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:18.374685 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-16b3f9ea-4435-45f4-90a3-1b0da7b45556 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c945717c-970a-449c-b7cc-281bfc449f01 HTTP/1.1" status: 204 len: 168 time: 0.1265092 Jun 23 16:50:18.375463 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-014ababf-7403-42b9-a4cb-c0c629493f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:18.384567 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3f9ea-4435-45f4-90a3-1b0da7b45556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c945717c-970a-449c-b7cc-281bfc449f01,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:18.386986 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-16b3f9ea-4435-45f4-90a3-1b0da7b45556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:32.648570 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-68e285ae-caff-46f9-9a21-ca58bb9a8540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:35.018646 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:35.779630 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-4915b2ec-ef23-434d-9281-5453c033b4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:36.557235 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:38.231360 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:39.537818 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:52.496164 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:51:02.649572 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-1920dd74-731c-4c53-abf1-ae9d6dcaf669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:03.539543 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 37678) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:51:04.004523 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-f06d5288-4f44-4ee7-b090-4b93dd8ef9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636670'] for router_interface, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:04.249568 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-f06d5288-4f44-4ee7-b090-4b93dd8ef9da admin admin] Deleting port 297bcc73-63df-4afa-8060-cf1ed35917a7 {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:51:04.249909 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-f06d5288-4f44-4ee7-b090-4b93dd8ef9da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:04.328624 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [None req-f06d5288-4f44-4ee7-b090-4b93dd8ef9da admin admin] For port 297bcc73-63df-4afa-8060-cf1ed35917a7, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=297bcc73-63df-4afa-8060-cf1ed35917a7,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:51:04.328900 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-f06d5288-4f44-4ee7-b090-4b93dd8ef9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:04.341169 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-f06d5288-4f44-4ee7-b090-4b93dd8ef9da admin admin] Calling delete_port for 297bcc73-63df-4afa-8060-cf1ed35917a7 owned by network:router_interface {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:51:04.515110 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-f06d5288-4f44-4ee7-b090-4b93dd8ef9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:04.518417 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-21344b66-dedc-45ff-85be-07466dcf4217 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:51:04.542048 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d5288-4f44-4ee7-b090-4b93dd8ef9da admin admin] Pushing event deleted for resources: {'Port': ['ID=297bcc73-63df-4afa-8060-cf1ed35917a7,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:51:04.547037 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-f06d5288-4f44-4ee7-b090-4b93dd8ef9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:51:04.712151 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-f06d5288-4f44-4ee7-b090-4b93dd8ef9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407054'] for router_interface, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:04.918646 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06d5288-4f44-4ee7-b090-4b93dd8ef9da admin admin] Router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:51:05.019063 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:05.022968 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06d5288-4f44-4ee7-b090-4b93dd8ef9da admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:51:05.027786 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-f06d5288-4f44-4ee7-b090-4b93dd8ef9da admin admin] 10.222.0.46 "PUT /v2.0/routers/ac594b62-31a6-4cbc-a399-0b9ffcbee1bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4873087 Jun 23 16:51:05.030348 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 37692) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:51:05.031284 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13d0a2-860b-40c8-9ac6-1ce98c81b3b4 None None] Sync routers for ids ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'] in dv-cinder-788363-4-iscsi {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:51:05.040179 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d13d0a2-860b-40c8-9ac6-1ce98c81b3b4 None None] Routers {'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:51:05.040781 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-9d13d0a2-860b-40c8-9ac6-1ce98c81b3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:50:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:51:05.132193 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e04ec567-6c1a-476e-a002-f46b167a0918 admin admin] Notify callbacks [] for router, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:05.141675 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-9d13d0a2-860b-40c8-9ac6-1ce98c81b3b4 None None] Set router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:51:05.232503 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e04ec567-6c1a-476e-a002-f46b167a0918 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:05.285977 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-e04ec567-6c1a-476e-a002-f46b167a0918 admin admin] Deleting port a84cf266-4b19-4bd7-92af-a3140b741fbe {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:51:05.286344 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e04ec567-6c1a-476e-a002-f46b167a0918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:05.322352 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-9d13d0a2-860b-40c8-9ac6-1ce98c81b3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-672846221-router', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:51:04Z', 'revision_number': 5, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'gw_port': {'id': 'a84cf266-4b19-4bd7-92af-a3140b741fbe', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:19:28Z', 'updated_at': '2021-06-23T16:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:51:05.350832 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13d0a2-860b-40c8-9ac6-1ce98c81b3b4 None None] Checking router: ac594b62-31a6-4cbc-a399-0b9ffcbee1bf for host: dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:51:05.360101 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d13d0a2-860b-40c8-9ac6-1ce98c81b3b4 None None] Routers {'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:51:05.360866 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-9d13d0a2-860b-40c8-9ac6-1ce98c81b3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:50:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:51:05.367106 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [None req-e04ec567-6c1a-476e-a002-f46b167a0918 admin admin] For port a84cf266-4b19-4bd7-92af-a3140b741fbe, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=a84cf266-4b19-4bd7-92af-a3140b741fbe,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:51:05.367457 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e04ec567-6c1a-476e-a002-f46b167a0918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:05.379346 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-e04ec567-6c1a-476e-a002-f46b167a0918 admin admin] Calling delete_port for a84cf266-4b19-4bd7-92af-a3140b741fbe owned by network:router_gateway {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:51:05.444440 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-9d13d0a2-860b-40c8-9ac6-1ce98c81b3b4 None None] Set router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf gateway port host: None {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:51:05.494329 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-9d13d0a2-860b-40c8-9ac6-1ce98c81b3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-672846221-router', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:51:05Z', 'revision_number': 6, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'gw_port_host': None}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:51:05.522876 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13d0a2-860b-40c8-9ac6-1ce98c81b3b4 None None] The sync data for ids ['ac594b62-31a6-4cbc-a399-0b9ffcbee1bf'] in dv-cinder-788363-4-iscsi is: [{'id': 'ac594b62-31a6-4cbc-a399-0b9ffcbee1bf', 'name': 'tempest-AttachVolumeShelveTestJSON-672846221-router', 'tenant_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:19:26Z', 'updated_at': '2021-06-23T16:51:05Z', 'revision_number': 6, 'project_id': 'a76e9d11e45c4db3b9f6a8f2b48aff11', 'gw_port_host': None}] {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:51:05.542825 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e04ec567-6c1a-476e-a002-f46b167a0918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:05.545902 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c323e2b9-12b1-48b0-9013-af048c36ce22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:51:05.570783 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ec567-6c1a-476e-a002-f46b167a0918 admin admin] Pushing event deleted for resources: {'Port': ['ID=a84cf266-4b19-4bd7-92af-a3140b741fbe,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:51:05.574593 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-e04ec567-6c1a-476e-a002-f46b167a0918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:51:05.628774 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e04ec567-6c1a-476e-a002-f46b167a0918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651419'] for router_gateway, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:05.714502 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e04ec567-6c1a-476e-a002-f46b167a0918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13130'] for router, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:05.716505 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e04ec567-6c1a-476e-a002-f46b167a0918 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:05.760545 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e04ec567-6c1a-476e-a002-f46b167a0918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406773'] for router, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:05.761072 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04ec567-6c1a-476e-a002-f46b167a0918 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac594b62-31a6-4cbc-a399-0b9ffcbee1bf {{(pid=92864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:51:05.765313 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e04ec567-6c1a-476e-a002-f46b167a0918 admin admin] Notify callbacks [] for router, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:05.766462 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-e04ec567-6c1a-476e-a002-f46b167a0918 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ac594b62-31a6-4cbc-a399-0b9ffcbee1bf HTTP/1.1" status: 204 len: 168 time: 0.7351737 Jun 23 16:51:05.769023 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 37696) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:51:05.782098 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-eff0381e-326f-47b1-8c2f-6971157f0398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:05.811960 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_v2 [None req-c211ae70-e017-4512-806b-2551e9bad88d admin admin] Deleting subnet e737d9e7-5b3c-4d9d-bb31-91a55656b0db {{(pid=92864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:51:05.815582 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c211ae70-e017-4512-806b-2551e9bad88d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:05.848956 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c211ae70-e017-4512-806b-2551e9bad88d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126767234'] for subnet, precommit_delete_associations {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:05.930917 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c211ae70-e017-4512-806b-2551e9bad88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482743'] for subnet, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:05.984427 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c211ae70-e017-4512-806b-2551e9bad88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126768242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126835600'] for subnet, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:05.988130 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:51:06.013160 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c211ae70-e017-4512-806b-2551e9bad88d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:06.014997 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-c211ae70-e017-4512-806b-2551e9bad88d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e737d9e7-5b3c-4d9d-bb31-91a55656b0db HTTP/1.1" status: 204 len: 168 time: 0.2450449 Jun 23 16:51:06.016681 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211ae70-e017-4512-806b-2551e9bad88d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e737d9e7-5b3c-4d9d-bb31-91a55656b0db,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:51:06.017637 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 37702) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:51:06.018580 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7153da1d-2518-439e-bc5c-fde450bb111c None None] Network d81a662b-e50c-4dc5-bfb6-5973df30f3e2 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:51:06.019213 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c211ae70-e017-4512-806b-2551e9bad88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:51:06.092072 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468273'] for network, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:06.143875 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] Deleting port fd7122ef-c148-4780-8355-1a100cf61199 {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:51:06.144217 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:06.211671 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] For port fd7122ef-c148-4780-8355-1a100cf61199, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=fd7122ef-c148-4780-8355-1a100cf61199,segment=NetworkSegment(294b7224-b1d6-45e3-884f-d12499d32131),segment_id=294b7224-b1d6-45e3-884f-d12499d32131)] {{(pid=92863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:51:06.212033 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:06.224862 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] Calling delete_port for fd7122ef-c148-4780-8355-1a100cf61199 owned by network:dhcp {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:51:06.290641 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] DHCP port deletion for d81a662b-e50c-4dc5-bfb6-5973df30f3e2 request from dv-cinder-788363-4-iscsi {{(pid=92865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 16:51:06.307444 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:06.310036 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-b487fdb6-2836-4ab6-8eba-cb86e3d73d51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:51:06.331546 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] Pushing event deleted for resources: {'Port': ['ID=fd7122ef-c148-4780-8355-1a100cf61199,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:51:06.336370 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:51:06.338672 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] Deleting port fd7122ef-c148-4780-8355-1a100cf61199 {{(pid=92865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:51:06.339104 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:06.340703 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] No DVR routers for this DVR port fd7122ef-c148-4780-8355-1a100cf61199 on host dv-cinder-788363-4-iscsi {{(pid=92863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:51:06.413528 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481338', 'neutron.services.segments.db._delete_segments_for_network-8751334030111'] for network, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:06.424126 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.services.segments.db [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81a662b-e50c-4dc5-bfb6-5973df30f3e2']}} {{(pid=92863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:51:06.434473 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.services.segments.db [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294b7224-b1d6-45e3-884f-d12499d32131') {'for_net_delete': True} {{(pid=92863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:51:06.434936 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.services.segments.db [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294b7224-b1d6-45e3-884f-d12499d32131') {} {{(pid=92863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:51:06.444489 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751334018286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126074038'] for segment, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:06.465691 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:06.472834 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=92863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:51:06.473225 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125858290'] for segment, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: Traceback (most recent call last): Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: timer() Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: cb(*args, **kw) Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: return func(*args, **kwargs) Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: self._notify() Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: self.callback(batched_events) Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: event.method(event) Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: return f(self, *a, **k) Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: return self._get(url).json() Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: return self.request(url, 'GET', **kwargs) Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:51:06.475220 dv-cinder-788363-4-iscsi neutron-server[92863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:51:06.531471 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651370'] for network, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:06.535422 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:51:06.536359 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] For port fd7122ef-c148-4780-8355-1a100cf61199, host dv-cinder-788363-4-iscsi, got binding levels [] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:51:06.536768 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:06.538927 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:06.543627 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] 10.222.0.46 "DELETE /v2.0/networks/d81a662b-e50c-4dc5-bfb6-5973df30f3e2 HTTP/1.1" status: 204 len: 168 time: 0.5247922 Jun 23 16:51:06.553423 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] Pushing event deleted for resources: {'Network': ['ID=d81a662b-e50c-4dc5-bfb6-5973df30f3e2,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:51:06.559006 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:51:06.564257 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] Calling delete_port for fd7122ef-c148-4780-8355-1a100cf61199 owned by network:dhcp {{(pid=92865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:51:06.569240 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.ipam_backend_mixin [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] Port fd7122ef-c148-4780-8355-1a100cf61199 was not found and therefore no delete operation was performed {{(pid=92865) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 16:51:06.570896 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583'] for port, after_delete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:06.573697 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-8b0e2abb-afbb-4eac-ad5d-246362ee101f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:51:06.597954 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:06.598628 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] Network d81a662b-e50c-4dc5-bfb6-5973df30f3e2 is not hosted by any dhcp agent {{(pid=92865) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 23 16:51:06.599094 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] No DVR routers for this DVR port fd7122ef-c148-4780-8355-1a100cf61199 on host dv-cinder-788363-4-iscsi {{(pid=92865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:51:06.600718 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] Pushing event deleted for resources: {'Port': ['ID=fd7122ef-c148-4780-8355-1a100cf61199,revision_number=None']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:51:06.609238 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:06.609577 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:06.609919 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:06.610450 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:06.610958 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:06.611489 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:06.611968 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:06.612455 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:06.613157 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:06.613775 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:06.614305 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:06.615464 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:06.619013 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-eb8abea0-2fa6-4879-a140-6620078a1f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:51:06.638353 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device fd7122ef-c148-4780-8355-1a100cf61199 no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:51:06.658628 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: fd7122ef-c148-4780-8355-1a100cf61199 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:51:06.659056 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device fd7122ef-c148-4780-8355-1a100cf61199 not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:51:06.659481 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device a84cf266-4b19-4bd7-92af-a3140b741fbe no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:51:06.677207 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: a84cf266-4b19-4bd7-92af-a3140b741fbe {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:51:06.677561 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device a84cf266-4b19-4bd7-92af-a3140b741fbe not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:51:06.677978 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 297bcc73-63df-4afa-8060-cf1ed35917a7 no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:51:06.692284 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 37708) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:51:06.700092 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: 297bcc73-63df-4afa-8060-cf1ed35917a7 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:51:06.700450 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 297bcc73-63df-4afa-8060-cf1ed35917a7 not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:51:06.735151 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-9a9e7816-3830-4904-8789-606a52870a56 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a76e9d11e45c4db3b9f6a8f2b48aff11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414672 Jun 23 16:51:06.737416 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 37710) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:51:06.783651 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3b71a0b2-b2e8-4ed5-8898-f3ad32b3cf74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:06.803297 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3b71a0b2-b2e8-4ed5-8898-f3ad32b3cf74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:06.853177 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3b71a0b2-b2e8-4ed5-8898-f3ad32b3cf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:06.855872 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3b71a0b2-b2e8-4ed5-8898-f3ad32b3cf74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:06.859404 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-3b71a0b2-b2e8-4ed5-8898-f3ad32b3cf74 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/defb664e-1d99-4c6b-80f2-87de219ddcae HTTP/1.1" status: 204 len: 168 time: 0.1187449 Jun 23 16:51:06.859404 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-e4168635-66cd-448d-9018-45ed55b0de64 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:51:06.867436 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71a0b2-b2e8-4ed5-8898-f3ad32b3cf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defb664e-1d99-4c6b-80f2-87de219ddcae,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:51:06.869822 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-3b71a0b2-b2e8-4ed5-8898-f3ad32b3cf74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:51:08.234255 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 37760) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:51:08.240229 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:08.337152 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-532cdd26-f568-43ae-9f58-a3122be39533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:08.423707 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-532cdd26-f568-43ae-9f58-a3122be39533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:08.427685 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-532cdd26-f568-43ae-9f58-a3122be39533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:08.430350 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-ea820906-7eca-4fd8-b4fd-c9865495863a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:51:08.465963 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cdd26-f568-43ae-9f58-a3122be39533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72493f66-e595-45bd-9871-e652edecb720,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:51:08.470307 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-532cdd26-f568-43ae-9f58-a3122be39533 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5bfdd6526a764e97851ed8ce2cc046a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351835 Jun 23 16:51:08.471293 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-532cdd26-f568-43ae-9f58-a3122be39533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:51:08.473185 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 37766) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:51:08.523626 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-c44f2ccc-db9b-483d-98eb-1c4e6c90c13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:08.543673 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-c44f2ccc-db9b-483d-98eb-1c4e6c90c13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:08.590046 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-c44f2ccc-db9b-483d-98eb-1c4e6c90c13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:08.592717 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-c44f2ccc-db9b-483d-98eb-1c4e6c90c13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:08.593831 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-c44f2ccc-db9b-483d-98eb-1c4e6c90c13c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/72493f66-e595-45bd-9871-e652edecb720 HTTP/1.1" status: 204 len: 168 time: 0.1199968 Jun 23 16:51:08.594614 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-c5cce11a-de0b-4d8b-b89b-1329e99a385a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:51:08.601750 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f2ccc-db9b-483d-98eb-1c4e6c90c13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72493f66-e595-45bd-9871-e652edecb720,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:51:08.604029 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-c44f2ccc-db9b-483d-98eb-1c4e6c90c13c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:51:08.846698 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 37772) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:51:08.865445 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-26e5dd2e-435d-48a9-85fc-f91a82247e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:08.952826 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-26e5dd2e-435d-48a9-85fc-f91a82247e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:08.957270 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-26e5dd2e-435d-48a9-85fc-f91a82247e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:08.960024 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-16a806ac-c6e0-4e9d-89c4-ad63e78c746d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:51:08.995724 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-26e5dd2e-435d-48a9-85fc-f91a82247e70 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d742227be9d448cb817ace9c1aba9318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479511 Jun 23 16:51:08.996560 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5dd2e-435d-48a9-85fc-f91a82247e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387a1ea7-d245-4f8e-b625-5b5facffa40b,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:51:08.998438 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 37776) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:51:08.999453 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-26e5dd2e-435d-48a9-85fc-f91a82247e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:51:09.047558 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c71da87a-5043-42d5-9d2e-26727bfa11ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:09.068378 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c71da87a-5043-42d5-9d2e-26727bfa11ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:09.119288 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c71da87a-5043-42d5-9d2e-26727bfa11ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:09.121941 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c71da87a-5043-42d5-9d2e-26727bfa11ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:09.123090 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-c71da87a-5043-42d5-9d2e-26727bfa11ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/387a1ea7-d245-4f8e-b625-5b5facffa40b HTTP/1.1" status: 204 len: 168 time: 0.1236682 Jun 23 16:51:09.123856 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-0946c1f9-a75f-4712-91f8-eb1ffd9d84c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:51:09.131080 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71da87a-5043-42d5-9d2e-26727bfa11ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387a1ea7-d245-4f8e-b625-5b5facffa40b,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:51:09.133460 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c71da87a-5043-42d5-9d2e-26727bfa11ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:51:09.558226 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:13.376980 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 37892) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:51:13.481103 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a1da35f5-a088-44f7-b01f-002ce5c49a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:13.566664 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a1da35f5-a088-44f7-b01f-002ce5c49a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:13.571357 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a1da35f5-a088-44f7-b01f-002ce5c49a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:13.575173 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-57f9c81e-baa1-44d4-b274-dcb28ab89709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:51:13.608925 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-a1da35f5-a088-44f7-b01f-002ce5c49a63 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7fbec0d8608e472c8c39b754c2e1f2ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309079 Jun 23 16:51:13.610961 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da35f5-a088-44f7-b01f-002ce5c49a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3f46aa-f832-4306-98d9-49b7cc987b09,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:51:13.611551 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 37898) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:51:13.619546 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da35f5-a088-44f7-b01f-002ce5c49a63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:13.619925 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da35f5-a088-44f7-b01f-002ce5c49a63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:13.620293 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da35f5-a088-44f7-b01f-002ce5c49a63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:13.620654 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da35f5-a088-44f7-b01f-002ce5c49a63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:13.621095 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da35f5-a088-44f7-b01f-002ce5c49a63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:13.621466 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da35f5-a088-44f7-b01f-002ce5c49a63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:13.621906 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da35f5-a088-44f7-b01f-002ce5c49a63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:13.622293 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da35f5-a088-44f7-b01f-002ce5c49a63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:13.622698 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da35f5-a088-44f7-b01f-002ce5c49a63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:13.623065 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da35f5-a088-44f7-b01f-002ce5c49a63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:13.623512 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da35f5-a088-44f7-b01f-002ce5c49a63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:13.623765 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da35f5-a088-44f7-b01f-002ce5c49a63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:13.627937 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-a1da35f5-a088-44f7-b01f-002ce5c49a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:51:13.917563 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7efcfdd3-5d1a-43f4-9abe-82f3b811c410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:13.938456 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7efcfdd3-5d1a-43f4-9abe-82f3b811c410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:13.985837 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7efcfdd3-5d1a-43f4-9abe-82f3b811c410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:13.988982 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-7efcfdd3-5d1a-43f4-9abe-82f3b811c410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:13.990825 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-7efcfdd3-5d1a-43f4-9abe-82f3b811c410 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8b3f46aa-f832-4306-98d9-49b7cc987b09 HTTP/1.1" status: 204 len: 168 time: 0.3782911 Jun 23 16:51:13.991629 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-57d6b772-f163-48e5-9df9-0f5a73145e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:51:14.004141 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcfdd3-5d1a-43f4-9abe-82f3b811c410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3f46aa-f832-4306-98d9-49b7cc987b09,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:51:14.011586 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efcfdd3-5d1a-43f4-9abe-82f3b811c410 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:14.012933 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efcfdd3-5d1a-43f4-9abe-82f3b811c410 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:14.012933 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efcfdd3-5d1a-43f4-9abe-82f3b811c410 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:14.012933 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efcfdd3-5d1a-43f4-9abe-82f3b811c410 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:14.013223 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efcfdd3-5d1a-43f4-9abe-82f3b811c410 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:14.014176 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efcfdd3-5d1a-43f4-9abe-82f3b811c410 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:14.014176 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efcfdd3-5d1a-43f4-9abe-82f3b811c410 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:14.014176 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efcfdd3-5d1a-43f4-9abe-82f3b811c410 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:14.014452 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efcfdd3-5d1a-43f4-9abe-82f3b811c410 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:14.014769 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efcfdd3-5d1a-43f4-9abe-82f3b811c410 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:14.015150 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efcfdd3-5d1a-43f4-9abe-82f3b811c410 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:14.015609 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efcfdd3-5d1a-43f4-9abe-82f3b811c410 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:51:14.019380 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7efcfdd3-5d1a-43f4-9abe-82f3b811c410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:51:14.252955 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 37906) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:51:14.266006 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9f26a204-acd0-42de-b7cf-513f291bac1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:14.363760 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9f26a204-acd0-42de-b7cf-513f291bac1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:14.367777 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9f26a204-acd0-42de-b7cf-513f291bac1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:14.371097 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-217bb994-84ad-4a90-9c95-3e3d95670edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:51:14.405574 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-9f26a204-acd0-42de-b7cf-513f291bac1a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=343548c4fd0649f7a4caac931aa2074b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515565 Jun 23 16:51:14.406565 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26a204-acd0-42de-b7cf-513f291bac1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3066ca10-c60b-44b3-9b3d-0b717a54e6e2,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:51:14.408350 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 37910) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:51:14.409649 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9f26a204-acd0-42de-b7cf-513f291bac1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:51:14.465254 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-69beef16-469a-451d-becd-d3bdcf8f3918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:14.489161 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-69beef16-469a-451d-becd-d3bdcf8f3918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:14.537070 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-69beef16-469a-451d-becd-d3bdcf8f3918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:14.539709 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-69beef16-469a-451d-becd-d3bdcf8f3918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:14.540913 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-69beef16-469a-451d-becd-d3bdcf8f3918 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3066ca10-c60b-44b3-9b3d-0b717a54e6e2 HTTP/1.1" status: 204 len: 168 time: 0.1306837 Jun 23 16:51:14.541802 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-fa2e0d2c-d9f2-4daf-a74f-3a1be1397e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:51:14.552076 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69beef16-469a-451d-becd-d3bdcf8f3918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3066ca10-c60b-44b3-9b3d-0b717a54e6e2,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:51:14.556475 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-69beef16-469a-451d-becd-d3bdcf8f3918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:51:29.495070 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:51:32.650626 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-71d12edb-7498-4f60-866e-7de1aa1ad7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:35.020597 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:35.783617 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-09405553-49ac-4d50-bae7-3965436cf670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:36.563606 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:38.243584 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:39.577981 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:02.651309 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-5a66ec87-b5ef-48e6-a352-e5128aea2fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:05.022086 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:05.783853 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7fa2480a-b42c-4a66-8013-b0ab18add73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:06.493122 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:52:06.567032 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:08.234958 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:09.584388 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:32.652790 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d050d697-24b6-454f-bfb1-a5c5bbc70ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:35.023927 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:35.784422 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-fd54871e-051c-49cf-9200-4f9f82184d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:36.568990 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:38.240629 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:39.580547 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:43.491906 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:53:02.652296 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d600ba2c-0af9-465b-9950-9e07b9dc6e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:05.024508 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:05.784227 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d9a5bfed-276a-4b42-8257-4d20b5674664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:06.572403 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:08.240540 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:09.598559 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:20.490010 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:53:32.652055 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-8cf7e1e9-990b-4e5d-b851-6b6c5dd13416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:35.031051 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:35.784404 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-1c1882b6-4e5d-4dbc-99ae-144bd8a8aab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:36.575139 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:38.243246 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:39.594736 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:57.488891 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:54:02.653287 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-3a3ac60f-5595-47fa-a0ea-3d5bfc05a651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:05.022011 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:05.784034 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-a11747be-b19e-44a7-98b9-59560826ae38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:06.579330 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:08.245689 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:09.601582 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:32.654382 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-0ba712b3-0e53-4407-a37b-bf7b9e2cb584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:34.486929 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:54:35.026789 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:35.783772 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-e3151c9a-f373-427d-a5ec-7911a92dd1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.581586 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:38.249221 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:39.600611 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:55.811103 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 39816) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:55.893158 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 39826) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:55.964846 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-621d3ab7-cac0-4f2f-9ada-a991054d9cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:55.968818 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb6cabf-7d2c-46a5-a3f1-716059c3878f admin admin] Deleting subnet 88e43062-89eb-4a01-a1db-67f283145f98 {{(pid=92863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:54:55.977182 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cabf-7d2c-46a5-a3f1-716059c3878f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.025483 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cabf-7d2c-46a5-a3f1-716059c3878f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126074025'] for subnet, precommit_delete_associations {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.074909 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 39832) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:56.087478 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cabf-7d2c-46a5-a3f1-716059c3878f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482743'] for subnet, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.164557 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-621d3ab7-cac0-4f2f-9ada-a991054d9cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.169727 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-621d3ab7-cac0-4f2f-9ada-a991054d9cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.175439 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-4c0264d8-8f6e-4994-9fcc-b685dd35c304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:56.183594 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cabf-7d2c-46a5-a3f1-716059c3878f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125858159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126317424'] for subnet, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.184901 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-658ba4cc-8feb-4b05-8b9e-13a195bf4911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.219452 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cabf-7d2c-46a5-a3f1-716059c3878f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for subnet, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.222826 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-aeb6cabf-7d2c-46a5-a3f1-716059c3878f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/88e43062-89eb-4a01-a1db-67f283145f98 HTTP/1.1" status: 204 len: 168 time: 0.4088423 Jun 23 16:54:56.222978 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-621d3ab7-cac0-4f2f-9ada-a991054d9cf3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=743b57792a654e9e9f5d224b53025f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288412 Jun 23 16:54:56.223520 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 39838) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:56.227232 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 39840) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:56.232891 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d3ab7-cac0-4f2f-9ada-a991054d9cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cc93ac-035b-4402-99cc-0ec987d4b1dd,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:56.255786 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d3ab7-cac0-4f2f-9ada-a991054d9cf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.256163 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d3ab7-cac0-4f2f-9ada-a991054d9cf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.256536 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d3ab7-cac0-4f2f-9ada-a991054d9cf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.256901 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d3ab7-cac0-4f2f-9ada-a991054d9cf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.257265 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d3ab7-cac0-4f2f-9ada-a991054d9cf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.257624 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d3ab7-cac0-4f2f-9ada-a991054d9cf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.257983 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d3ab7-cac0-4f2f-9ada-a991054d9cf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.258421 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d3ab7-cac0-4f2f-9ada-a991054d9cf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.258864 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d3ab7-cac0-4f2f-9ada-a991054d9cf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.259227 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d3ab7-cac0-4f2f-9ada-a991054d9cf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.259580 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d3ab7-cac0-4f2f-9ada-a991054d9cf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.259931 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d3ab7-cac0-4f2f-9ada-a991054d9cf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.264858 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-621d3ab7-cac0-4f2f-9ada-a991054d9cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:56.265374 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7ea5b55d-83dc-4883-bb7d-f819663759df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:56.302195 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-658ba4cc-8feb-4b05-8b9e-13a195bf4911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.307756 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-658ba4cc-8feb-4b05-8b9e-13a195bf4911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.312355 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-28f16167-cc55-41a5-bd32-5abde8ff4344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:56.315261 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6cabf-7d2c-46a5-a3f1-716059c3878f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88e43062-89eb-4a01-a1db-67f283145f98,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:56.320271 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-aeb6cabf-7d2c-46a5-a3f1-716059c3878f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:56.330806 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-1294c2a7-7882-45b9-9cab-390e302d1b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468273'] for network, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.336942 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e5e3d5a6-4f16-4261-b1e9-3fcf0df00afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.366611 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ba4cc-8feb-4b05-8b9e-13a195bf4911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dabe730-8437-4cc5-8b92-727298caa7f3,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:56.375213 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-658ba4cc-8feb-4b05-8b9e-13a195bf4911 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=34fe7c0ad9b7433db10010926e205ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991488 Jun 23 16:54:56.377839 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 39842) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:56.382425 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba4cc-8feb-4b05-8b9e-13a195bf4911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.382817 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba4cc-8feb-4b05-8b9e-13a195bf4911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.383198 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba4cc-8feb-4b05-8b9e-13a195bf4911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.383574 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba4cc-8feb-4b05-8b9e-13a195bf4911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.383975 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba4cc-8feb-4b05-8b9e-13a195bf4911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.384345 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba4cc-8feb-4b05-8b9e-13a195bf4911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.384711 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba4cc-8feb-4b05-8b9e-13a195bf4911 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.385076 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba4cc-8feb-4b05-8b9e-13a195bf4911 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.385442 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba4cc-8feb-4b05-8b9e-13a195bf4911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.385805 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba4cc-8feb-4b05-8b9e-13a195bf4911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.386193 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba4cc-8feb-4b05-8b9e-13a195bf4911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.386557 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ba4cc-8feb-4b05-8b9e-13a195bf4911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:56.390909 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e5e3d5a6-4f16-4261-b1e9-3fcf0df00afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.392762 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-658ba4cc-8feb-4b05-8b9e-13a195bf4911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:56.422186 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-1294c2a7-7882-45b9-9cab-390e302d1b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481338', 'neutron.services.segments.db._delete_segments_for_network-8751334030111'] for network, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.438606 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e5e3d5a6-4f16-4261-b1e9-3fcf0df00afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.441281 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-e5e3d5a6-4f16-4261-b1e9-3fcf0df00afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.442826 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-e5e3d5a6-4f16-4261-b1e9-3fcf0df00afa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/77cc93ac-035b-4402-99cc-0ec987d4b1dd HTTP/1.1" status: 204 len: 168 time: 0.2137561 Jun 23 16:54:56.443714 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b1e930f3-8ec2-4d4d-946d-2b0b56a88dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:56.445842 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.services.segments.db [None req-1294c2a7-7882-45b9-9cab-390e302d1b3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afbd47df-b297-4e88-a1e9-28c0aceb872b']}} {{(pid=92863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:56.451217 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3d5a6-4f16-4261-b1e9-3fcf0df00afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cc93ac-035b-4402-99cc-0ec987d4b1dd,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:56.453627 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-e5e3d5a6-4f16-4261-b1e9-3fcf0df00afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:56.462866 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.services.segments.db [None req-1294c2a7-7882-45b9-9cab-390e302d1b3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d04fecc-825b-4941-aff1-ece9015f1e2b') {'for_net_delete': True} {{(pid=92863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:56.463172 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.services.segments.db [None req-1294c2a7-7882-45b9-9cab-390e302d1b3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d04fecc-825b-4941-aff1-ece9015f1e2b') {} {{(pid=92863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:56.474793 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-1294c2a7-7882-45b9-9cab-390e302d1b3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751334018286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126074038'] for segment, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.495214 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-0f258c33-d576-4992-992a-f29643083bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.497773 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-1294c2a7-7882-45b9-9cab-390e302d1b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.510023 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1294c2a7-7882-45b9-9cab-390e302d1b3a admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=92863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:54:56.510449 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-1294c2a7-7882-45b9-9cab-390e302d1b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125858290'] for segment, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: Traceback (most recent call last): Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: timer() Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: cb(*args, **kw) Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: return func(*args, **kwargs) Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: self._notify() Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: self.callback(batched_events) Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: event.method(event) Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: return f(self, *a, **k) Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: return self._get(url).json() Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: return self.request(url, 'GET', **kwargs) Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:54:56.512045 dv-cinder-788363-4-iscsi neutron-server[92863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:54:56.567921 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-0f258c33-d576-4992-992a-f29643083bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.604864 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-1294c2a7-7882-45b9-9cab-390e302d1b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651370'] for network, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.612686 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:56.615473 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-1294c2a7-7882-45b9-9cab-390e302d1b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.617638 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-1294c2a7-7882-45b9-9cab-390e302d1b3a admin admin] 10.222.0.46 "DELETE /v2.0/networks/afbd47df-b297-4e88-a1e9-28c0aceb872b HTTP/1.1" status: 204 len: 168 time: 0.3920712 Jun 23 16:54:56.631434 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294c2a7-7882-45b9-9cab-390e302d1b3a admin admin] Pushing event deleted for resources: {'Network': ['ID=afbd47df-b297-4e88-a1e9-28c0aceb872b,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:56.634811 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-1294c2a7-7882-45b9-9cab-390e302d1b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:56.649858 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-0f258c33-d576-4992-992a-f29643083bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.653180 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-0f258c33-d576-4992-992a-f29643083bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.654801 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-0f258c33-d576-4992-992a-f29643083bfe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4dabe730-8437-4cc5-8b92-727298caa7f3 HTTP/1.1" status: 204 len: 168 time: 0.2758055 Jun 23 16:54:56.656014 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-23103680-6545-42a0-9d8c-f67235accada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:56.665033 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f258c33-d576-4992-992a-f29643083bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dabe730-8437-4cc5-8b92-727298caa7f3,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:56.667637 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-0f258c33-d576-4992-992a-f29643083bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:56.765494 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 39858) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:56.780242 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5ae05305-396c-46a5-bd3c-16ab63f5db17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.799627 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 39860) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:56.864306 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-e54283ed-8188-4250-9096-5649043ce44f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=efc330d54ca34426bcb9c0e78b78b1ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0634644 Jun 23 16:54:56.866824 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 39862) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:56.922332 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5ae05305-396c-46a5-bd3c-16ab63f5db17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.928047 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-5ae05305-396c-46a5-bd3c-16ab63f5db17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.928748 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a2ad7cdf-0e75-47d1-99bf-8346dd3042fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.931771 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ee2d010c-94e0-4826-b065-0bc00f16ec28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:56.952876 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a2ad7cdf-0e75-47d1-99bf-8346dd3042fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:56.969572 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae05305-396c-46a5-bd3c-16ab63f5db17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2efcbc-a236-4f89-aa67-83e0b4c7df4a,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:56.973922 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-5ae05305-396c-46a5-bd3c-16ab63f5db17 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5eea5006e7d64da982aa708a9c23626c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067847 Jun 23 16:54:56.974867 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-5ae05305-396c-46a5-bd3c-16ab63f5db17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:56.976472 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 39864) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:57.011838 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a2ad7cdf-0e75-47d1-99bf-8346dd3042fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:57.015189 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a2ad7cdf-0e75-47d1-99bf-8346dd3042fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:57.016568 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-a2ad7cdf-0e75-47d1-99bf-8346dd3042fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/895e53b7-ce1d-4b47-8f92-f82834b5db18 HTTP/1.1" status: 204 len: 168 time: 0.1476686 Jun 23 16:54:57.017367 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-4828a0f9-0e4d-4a7e-92c3-d7874796ee8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:57.025324 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad7cdf-0e75-47d1-99bf-8346dd3042fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895e53b7-ce1d-4b47-8f92-f82834b5db18,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:57.030411 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-abdd9c18-c9e3-41b8-804d-3d34f35e9534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:57.034175 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-a2ad7cdf-0e75-47d1-99bf-8346dd3042fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:57.053524 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-abdd9c18-c9e3-41b8-804d-3d34f35e9534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:57.107599 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-abdd9c18-c9e3-41b8-804d-3d34f35e9534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:57.110894 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-abdd9c18-c9e3-41b8-804d-3d34f35e9534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:57.114466 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-abdd9c18-c9e3-41b8-804d-3d34f35e9534 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed2efcbc-a236-4f89-aa67-83e0b4c7df4a HTTP/1.1" status: 204 len: 168 time: 0.1346624 Jun 23 16:54:57.114466 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ef8fb46f-cc6f-42b9-956d-39e166459abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:57.121215 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd9c18-c9e3-41b8-804d-3d34f35e9534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2efcbc-a236-4f89-aa67-83e0b4c7df4a,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:57.123894 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-abdd9c18-c9e3-41b8-804d-3d34f35e9534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:57.189097 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 39872) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:57.206785 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c299c6bd-0e4c-4c76-9e6e-83d55c384b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:57.316427 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c299c6bd-0e4c-4c76-9e6e-83d55c384b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:57.320498 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-c299c6bd-0e4c-4c76-9e6e-83d55c384b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:57.330053 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7629f6a4-8e14-48ea-b0dd-9762051f0543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:57.363528 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-c299c6bd-0e4c-4c76-9e6e-83d55c384b75 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd88007d327b427c8668a173209a4bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730595 Jun 23 16:54:57.364841 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299c6bd-0e4c-4c76-9e6e-83d55c384b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b532b90-6e54-400e-993b-4b05e2c7a19b,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:57.366424 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 39880) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:57.369164 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c299c6bd-0e4c-4c76-9e6e-83d55c384b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:57.417462 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-06f66c55-7ba2-47ff-8dc3-11fc0f66ee4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:57.443096 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-06f66c55-7ba2-47ff-8dc3-11fc0f66ee4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:57.512435 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-06f66c55-7ba2-47ff-8dc3-11fc0f66ee4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:57.515093 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-06f66c55-7ba2-47ff-8dc3-11fc0f66ee4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:57.518579 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-06f66c55-7ba2-47ff-8dc3-11fc0f66ee4b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b532b90-6e54-400e-993b-4b05e2c7a19b HTTP/1.1" status: 204 len: 168 time: 0.1487050 Jun 23 16:54:57.518579 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-2046ee30-fed6-43fc-995b-af0ae010c853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:57.525456 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f66c55-7ba2-47ff-8dc3-11fc0f66ee4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b532b90-6e54-400e-993b-4b05e2c7a19b,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:57.528343 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-06f66c55-7ba2-47ff-8dc3-11fc0f66ee4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:58.043518 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 39924) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:58.232213 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-136fd9d5-d158-4dfa-ae85-aab7c98d859b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:58.333677 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-136fd9d5-d158-4dfa-ae85-aab7c98d859b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:58.338328 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-136fd9d5-d158-4dfa-ae85-aab7c98d859b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:58.341156 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-06f66c55-7ba2-47ff-8dc3-11fc0f66ee4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:58.379515 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136fd9d5-d158-4dfa-ae85-aab7c98d859b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055ac193-cc5e-4828-80ae-93e74d3e43d3,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:58.399990 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-136fd9d5-d158-4dfa-ae85-aab7c98d859b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=421f86e31ae544dba6e25f191346dd92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529365 Jun 23 16:54:58.399990 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-136fd9d5-d158-4dfa-ae85-aab7c98d859b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:58.400224 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 39944) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:58.452742 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ed90dcc7-bf54-4986-a0b9-cbc1236968e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:58.476354 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ed90dcc7-bf54-4986-a0b9-cbc1236968e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:58.537473 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ed90dcc7-bf54-4986-a0b9-cbc1236968e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:58.540960 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-ed90dcc7-bf54-4986-a0b9-cbc1236968e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:58.545990 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-ed90dcc7-bf54-4986-a0b9-cbc1236968e3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/055ac193-cc5e-4828-80ae-93e74d3e43d3 HTTP/1.1" status: 204 len: 168 time: 0.1445889 Jun 23 16:54:58.547260 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-26e5dd2e-435d-48a9-85fc-f91a82247e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:58.556992 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90dcc7-bf54-4986-a0b9-cbc1236968e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055ac193-cc5e-4828-80ae-93e74d3e43d3,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:58.560257 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-ed90dcc7-bf54-4986-a0b9-cbc1236968e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:58.827653 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 39966) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:59.049615 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-adcb7d3f-cd92-4196-bbdf-17e875f22dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:59.146400 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-adcb7d3f-cd92-4196-bbdf-17e875f22dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:59.151787 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-adcb7d3f-cd92-4196-bbdf-17e875f22dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:59.155413 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-6195451e-f0a8-4f82-b7f2-e053c1e39e2f tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:59.190748 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-adcb7d3f-cd92-4196-bbdf-17e875f22dd9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9589f38e8c3649a1bab0c4a698bb8aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3609338 Jun 23 16:54:59.191700 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb7d3f-cd92-4196-bbdf-17e875f22dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06aa187b-fd84-4caf-8097-589617675a68,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:59.193654 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 39986) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:59.204879 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-adcb7d3f-cd92-4196-bbdf-17e875f22dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:59.254743 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-5d94af38-79f8-4de4-95c7-495d080f552a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:59.288456 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-5d94af38-79f8-4de4-95c7-495d080f552a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:59.341707 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-5d94af38-79f8-4de4-95c7-495d080f552a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:59.344600 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-5d94af38-79f8-4de4-95c7-495d080f552a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:59.345819 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-5d94af38-79f8-4de4-95c7-495d080f552a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/06aa187b-fd84-4caf-8097-589617675a68 HTTP/1.1" status: 204 len: 168 time: 0.1506422 Jun 23 16:54:59.346883 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-4236283c-8168-4359-9f41-fac8ee325d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:59.354717 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94af38-79f8-4de4-95c7-495d080f552a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aa187b-fd84-4caf-8097-589617675a68,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:59.357024 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-5d94af38-79f8-4de4-95c7-495d080f552a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:00.028377 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 40040) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:00.138911 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-db7b772d-01ae-4dbb-ad2f-360bc4d1377f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.231319 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-db7b772d-01ae-4dbb-ad2f-360bc4d1377f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.235527 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-db7b772d-01ae-4dbb-ad2f-360bc4d1377f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.238062 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-621d3ab7-cac0-4f2f-9ada-a991054d9cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:00.274356 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-db7b772d-01ae-4dbb-ad2f-360bc4d1377f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=350775f12e3b4eafba325009d4fd5891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447934 Jun 23 16:55:00.275268 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b772d-01ae-4dbb-ad2f-360bc4d1377f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70045f3-3020-4f18-b285-efd34e35f8a3,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:00.277965 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 40048) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:00.278539 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-db7b772d-01ae-4dbb-ad2f-360bc4d1377f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:00.334322 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9d98e46f-7a2c-41fe-b627-c987d0a1f03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.356109 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9d98e46f-7a2c-41fe-b627-c987d0a1f03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.406331 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9d98e46f-7a2c-41fe-b627-c987d0a1f03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.409256 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9d98e46f-7a2c-41fe-b627-c987d0a1f03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.410425 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-9d98e46f-7a2c-41fe-b627-c987d0a1f03a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e70045f3-3020-4f18-b285-efd34e35f8a3 HTTP/1.1" status: 204 len: 168 time: 0.1302824 Jun 23 16:55:00.411195 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9e3b20a2-9b00-4913-9703-f0272254272d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:00.419154 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98e46f-7a2c-41fe-b627-c987d0a1f03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70045f3-3020-4f18-b285-efd34e35f8a3,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:00.419310 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 40054) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:00.421429 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9d98e46f-7a2c-41fe-b627-c987d0a1f03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:00.629329 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-0ce28cac-6259-4419-aa25-cad695a245f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.674194 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 40060) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:00.688177 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0d0e489b-9cb7-49dc-8152-ae2f678d1586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.722993 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-0ce28cac-6259-4419-aa25-cad695a245f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.726589 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-0ce28cac-6259-4419-aa25-cad695a245f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.729939 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-eb5b88ea-458c-4cb9-be25-9c4ceba42943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:00.764986 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-0ce28cac-6259-4419-aa25-cad695a245f3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f9f33a1bcb814732a14932fa54b65304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3443034 Jun 23 16:55:00.765993 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce28cac-6259-4419-aa25-cad695a245f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba1e3b7-3afe-4fcb-9fb3-6847bbb68c5e,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:00.768396 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 40062) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:00.775963 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-0ce28cac-6259-4419-aa25-cad695a245f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:00.804472 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0d0e489b-9cb7-49dc-8152-ae2f678d1586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.808605 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0d0e489b-9cb7-49dc-8152-ae2f678d1586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.812102 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-e82ebe8f-7145-40e9-9f8e-189fdae04027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:00.816820 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-403f7d09-4f67-45b7-b136-e33ae38c1fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.838627 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-403f7d09-4f67-45b7-b136-e33ae38c1fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.847491 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-0d0e489b-9cb7-49dc-8152-ae2f678d1586 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9633648553d54017bfbe2a314c0dcaaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719093 Jun 23 16:55:00.848701 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e489b-9cb7-49dc-8152-ae2f678d1586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf3edaf-f75d-4aaa-af81-74b952291f50,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:00.850978 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 40064) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:00.857046 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-0d0e489b-9cb7-49dc-8152-ae2f678d1586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:00.890363 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-403f7d09-4f67-45b7-b136-e33ae38c1fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.893226 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-403f7d09-4f67-45b7-b136-e33ae38c1fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.894378 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-403f7d09-4f67-45b7-b136-e33ae38c1fb8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aba1e3b7-3afe-4fcb-9fb3-6847bbb68c5e HTTP/1.1" status: 204 len: 168 time: 0.1250682 Jun 23 16:55:00.895503 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-a2937ce4-0516-4220-b51d-e61afa501b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:00.900603 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-56c36f3f-c9ee-436d-a836-ead37f6fe599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.903107 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f7d09-4f67-45b7-b136-e33ae38c1fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba1e3b7-3afe-4fcb-9fb3-6847bbb68c5e,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:00.905309 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-403f7d09-4f67-45b7-b136-e33ae38c1fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:00.922986 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-56c36f3f-c9ee-436d-a836-ead37f6fe599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.971235 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-56c36f3f-c9ee-436d-a836-ead37f6fe599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.973930 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-56c36f3f-c9ee-436d-a836-ead37f6fe599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.977711 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-56c36f3f-c9ee-436d-a836-ead37f6fe599 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/abf3edaf-f75d-4aaa-af81-74b952291f50 HTTP/1.1" status: 204 len: 168 time: 0.1233177 Jun 23 16:55:00.977711 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c71da87a-5043-42d5-9d2e-26727bfa11ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:00.983452 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c36f3f-c9ee-436d-a836-ead37f6fe599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf3edaf-f75d-4aaa-af81-74b952291f50,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:00.985685 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-56c36f3f-c9ee-436d-a836-ead37f6fe599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:02.653274 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-c074676e-3cd9-49a0-96cf-12ce00d5ee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:03.459417 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [req-7acf03b2-3723-44ef-86ca-7a8af48ed78f req-2bd2739e-2b96-4528-9aa4-cbbf475c5c20 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] (92864) timed out ('10.222.0.46', 42958) {{(pid=92864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 16:55:05.031268 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:05.784460 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-9da4481b-a8af-4a44-9d2e-8dc00bc86783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:06.584795 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:08.252487 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:09.626651 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:11.485296 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:55:16.872707 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 40380) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:16.978830 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-d34a2a5e-0cc1-4d8f-a83a-4e1c58628227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:17.068853 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-d34a2a5e-0cc1-4d8f-a83a-4e1c58628227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:17.072473 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-d34a2a5e-0cc1-4d8f-a83a-4e1c58628227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:17.075759 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-4013d5ce-59e1-4214-8030-c457d449740c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:17.112683 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-d34a2a5e-0cc1-4d8f-a83a-4e1c58628227 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed10444b1a654fdb845f83403b81f0ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385392 Jun 23 16:55:17.115248 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 40386) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:17.115785 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a2a5e-0cc1-4d8f-a83a-4e1c58628227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f674829-3e7a-4a08-ab22-806ae63adaa5,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:17.119291 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-d34a2a5e-0cc1-4d8f-a83a-4e1c58628227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:17.162513 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-31585573-daa2-4840-81d7-95be7b056c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:17.182878 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-31585573-daa2-4840-81d7-95be7b056c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:17.234064 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-31585573-daa2-4840-81d7-95be7b056c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:17.236688 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-31585573-daa2-4840-81d7-95be7b056c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:17.237830 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-31585573-daa2-4840-81d7-95be7b056c29 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8f674829-3e7a-4a08-ab22-806ae63adaa5 HTTP/1.1" status: 204 len: 168 time: 0.1215820 Jun 23 16:55:17.238797 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-16b3f9ea-4435-45f4-90a3-1b0da7b45556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:17.246309 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31585573-daa2-4840-81d7-95be7b056c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f674829-3e7a-4a08-ab22-806ae63adaa5,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:17.248787 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-31585573-daa2-4840-81d7-95be7b056c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:17.498832 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 40392) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:17.512194 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-d7bedbba-a3eb-46ea-b785-e45902d34ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:17.601545 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-d7bedbba-a3eb-46ea-b785-e45902d34ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:17.605789 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-d7bedbba-a3eb-46ea-b785-e45902d34ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:17.608310 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-136fd9d5-d158-4dfa-ae85-aab7c98d859b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:17.645225 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-d7bedbba-a3eb-46ea-b785-e45902d34ad6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0002fb99c8f14845aa85500fc0d48549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453142 Jun 23 16:55:17.646210 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bedbba-a3eb-46ea-b785-e45902d34ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb8b976-3263-4d98-a2a5-2d4b1ae98677,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:17.648206 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 40398) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:17.649261 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-d7bedbba-a3eb-46ea-b785-e45902d34ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:17.701960 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-95dbb276-71f8-4d51-8490-c75de9dfa533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:17.724210 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-95dbb276-71f8-4d51-8490-c75de9dfa533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:17.782061 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-95dbb276-71f8-4d51-8490-c75de9dfa533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:17.784769 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-95dbb276-71f8-4d51-8490-c75de9dfa533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:17.786000 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-95dbb276-71f8-4d51-8490-c75de9dfa533 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eeb8b976-3263-4d98-a2a5-2d4b1ae98677 HTTP/1.1" status: 204 len: 168 time: 0.1367764 Jun 23 16:55:17.787003 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-02d32475-cbc6-4e45-ba82-ee55e36048e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:17.796155 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbb276-71f8-4d51-8490-c75de9dfa533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb8b976-3263-4d98-a2a5-2d4b1ae98677,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:17.798739 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-95dbb276-71f8-4d51-8490-c75de9dfa533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:17.861306 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 40404) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:18.095099 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b57190fa-e4f6-4bec-b0a2-2d06685fb9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:18.194154 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b57190fa-e4f6-4bec-b0a2-2d06685fb9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:18.197825 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b57190fa-e4f6-4bec-b0a2-2d06685fb9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:18.200534 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-141f5f92-cff3-4deb-bcf2-af3e41a39419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:18.238882 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-b57190fa-e4f6-4bec-b0a2-2d06685fb9a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1c71f79232a04c37bb613d452dee4856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762653 Jun 23 16:55:18.239777 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57190fa-e4f6-4bec-b0a2-2d06685fb9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cf6b51-ba63-4160-b78d-a72787e68406,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:18.241565 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 40410) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:18.242817 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b57190fa-e4f6-4bec-b0a2-2d06685fb9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:18.560398 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-59eebb64-78db-4747-845e-eae2287e3b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:18.582231 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-59eebb64-78db-4747-845e-eae2287e3b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:18.626576 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-59eebb64-78db-4747-845e-eae2287e3b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:18.629168 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-59eebb64-78db-4747-845e-eae2287e3b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:18.630319 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-59eebb64-78db-4747-845e-eae2287e3b99 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/33cf6b51-ba63-4160-b78d-a72787e68406 HTTP/1.1" status: 204 len: 168 time: 0.3877263 Jun 23 16:55:18.631067 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-57dc88c3-60ce-4d95-8840-b5b7be3ee9ba tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:18.638443 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eebb64-78db-4747-845e-eae2287e3b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cf6b51-ba63-4160-b78d-a72787e68406,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:18.641259 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-59eebb64-78db-4747-845e-eae2287e3b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:19.240442 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 40434) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:19.333971 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-06709a21-b0f8-46f1-b495-113aecda2c15 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1419028482-network', 'tenant_id': 'e23d86201800418da2c86efff17a90f3'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:19.354221 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06709a21-b0f8-46f1-b495-113aecda2c15 admin admin] Made reservation on behalf of e23d86201800418da2c86efff17a90f3 for: {'network': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:55:19.356462 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-06709a21-b0f8-46f1-b495-113aecda2c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for network, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:19.364455 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-06709a21-b0f8-46f1-b495-113aecda2c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:19.451211 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-06709a21-b0f8-46f1-b495-113aecda2c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:19.454802 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-06709a21-b0f8-46f1-b495-113aecda2c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:19.457922 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-403f7d09-4f67-45b7-b136-e33ae38c1fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:19.480456 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06709a21-b0f8-46f1-b495-113aecda2c15 admin admin] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=92863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:55:19.489011 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06709a21-b0f8-46f1-b495-113aecda2c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8b0161-cd11-4ff9-b0d0-066ebe177bee,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:19.492628 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-06709a21-b0f8-46f1-b495-113aecda2c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:19.496274 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-06709a21-b0f8-46f1-b495-113aecda2c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:19.497415 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.db.segments_db [None req-06709a21-b0f8-46f1-b495-113aecda2c15 admin admin] Added segment c6f12f4a-0567-4732-8f79-c03b276cab4f of type vlan for network 223a992c-8fb0-4643-a2a9-621993edd6e8 Jun 23 16:55:19.534752 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-06709a21-b0f8-46f1-b495-113aecda2c15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751333559336'] for network, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:19.569237 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-06709a21-b0f8-46f1-b495-113aecda2c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055'] for network, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:19.570633 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06709a21-b0f8-46f1-b495-113aecda2c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:19.571220 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-06709a21-b0f8-46f1-b495-113aecda2c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:19.573302 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7204e04c-6c48-48a4-9edb-47431a2b0c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:19.599966 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-06709a21-b0f8-46f1-b495-113aecda2c15 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3584042 Jun 23 16:55:19.603579 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 40438) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:19.608702 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-59d5e8f9-bef8-44ff-8efc-fcaba705e36d admin admin] Request body: {'subnet': {'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1419028482-subnet', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'ip_version': 4}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:19.628472 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d5e8f9-bef8-44ff-8efc-fcaba705e36d admin admin] Made reservation on behalf of e23d86201800418da2c86efff17a90f3 for: {'subnet': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:55:19.630850 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06709a21-b0f8-46f1-b495-113aecda2c15 admin admin] Pushing event updated for resources: {'Network': ['ID=223a992c-8fb0-4643-a2a9-621993edd6e8,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:19.631014 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-59d5e8f9-bef8-44ff-8efc-fcaba705e36d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126835597'] for subnet, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:19.633621 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-06709a21-b0f8-46f1-b495-113aecda2c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:19.640883 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Network 223a992c-8fb0-4643-a2a9-621993edd6e8 details requested by agent ovs-agent-dv-cinder-788363-4-iscsi with host dv-cinder-788363-4-iscsi {{(pid=92865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:55:19.805274 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-59d5e8f9-bef8-44ff-8efc-fcaba705e36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126767281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126835615'] for subnet, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:19.808210 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c211ae70-e017-4512-806b-2551e9bad88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:19.860871 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5e8f9-bef8-44ff-8efc-fcaba705e36d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dca0b895-c82a-4229-9cfc-3076c85dd1dd,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:19.864481 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-59d5e8f9-bef8-44ff-8efc-fcaba705e36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:19.871259 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d5e8f9-bef8-44ff-8efc-fcaba705e36d admin admin] Checking segment: {'id': 'c6f12f4a-0567-4732-8f79-c03b276cab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:55:19.871617 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d5e8f9-bef8-44ff-8efc-fcaba705e36d admin admin] Network hostable DHCP agents. Network: 223a992c-8fb0-4643-a2a9-621993edd6e8, hostable agents: ['282bd639-6a17-4952-b94c-338e5747c82c'], hosted agents: [] {{(pid=92864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:55:19.887398 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d5e8f9-bef8-44ff-8efc-fcaba705e36d admin admin] Network 223a992c-8fb0-4643-a2a9-621993edd6e8 is scheduled to be hosted by DHCP agent 282bd639-6a17-4952-b94c-338e5747c82c with binding_index 1 {{(pid=92864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:55:19.896002 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-59d5e8f9-bef8-44ff-8efc-fcaba705e36d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-iscsi, 223a992c-8fb0-4643-a2a9-621993edd6e8) {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:55:19.901191 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d5e8f9-bef8-44ff-8efc-fcaba705e36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:19.902263 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-59d5e8f9-bef8-44ff-8efc-fcaba705e36d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:19.905423 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38f9bab-1f61-4372-98d8-e87f6b947149 None None] Network 223a992c-8fb0-4643-a2a9-621993edd6e8 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:55:19.919919 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-59d5e8f9-bef8-44ff-8efc-fcaba705e36d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3150315 Jun 23 16:55:19.920632 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 40440) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:19.925254 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-2fa9fe2d-0bd6-4bb3-9ae0-88622b6abab3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:19.944532 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fe2d-0bd6-4bb3-9ae0-88622b6abab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13144'] for router, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:19.945481 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fe2d-0bd6-4bb3-9ae0-88622b6abab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653616', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13123'] for router, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:19.998987 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fe2d-0bd6-4bb3-9ae0-88622b6abab3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:20.054020 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2728efe2-9a30-5507-811f-70851ed494d0-223a992c-8fb0-4643-a2a9-621993edd6e8', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd'}]}} from dv-cinder-788363-4-iscsi. {{(pid=92865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:55:20.054913 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:20.149348 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fe2d-0bd6-4bb3-9ae0-88622b6abab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13181'] for router, precommit_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:20.201182 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.db_base_plugin_common [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Allocated IP 172.20.0.2 (223a992c-8fb0-4643-a2a9-621993edd6e8/dca0b895-c82a-4229-9cfc-3076c85dd1dd/e3376bd0-06c8-4ba6-8969-99ec193dc2f1) {{(pid=92865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:55:20.341038 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Notify callbacks [] for port, precommit_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:20.349074 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Transition to ACTIVE for port object e3376bd0-06c8-4ba6-8969-99ec193dc2f1 will not be triggered until provisioned by entity L2. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:55:20.350909 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fe2d-0bd6-4bb3-9ae0-88622b6abab3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:20.363467 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Transition to ACTIVE for port object e3376bd0-06c8-4ba6-8969-99ec193dc2f1 will not be triggered until provisioned by entity DHCP. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:55:20.369076 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:20.369421 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fe2d-0bd6-4bb3-9ae0-88622b6abab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:20.370921 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:20.413554 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Network 223a992c-8fb0-4643-a2a9-621993edd6e8 is already hosted by enough agents. {{(pid=92865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:55:20.417869 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.scheduler.base_scheduler [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Resources bound (agent type, host, resource id): {{(pid=92865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:55:20.421587 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Received port after_create {{(pid=92865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:55:20.428421 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Pushing event updated for resources: {'Port': ['ID=e3376bd0-06c8-4ba6-8969-99ec193dc2f1,revision_number=1']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:20.438063 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:20.438444 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:20.438792 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:20.439132 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:20.439471 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:20.439847 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:20.440175 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:20.440503 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:20.440832 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:20.441156 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:20.441481 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:20.441808 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:20.460608 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:20.473326 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_common [None req-2fa9fe2d-0bd6-4bb3-9ae0-88622b6abab3 admin admin] Allocated IP 172.27.3.254 (e0719ee7-fed0-4bca-a581-6af63c437fb6/0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4/45c0fedc-b519-4177-9bba-07bfe54c788c) {{(pid=92864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:55:20.493951 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Attempting to bind port e3376bd0-06c8-4ba6-8969-99ec193dc2f1 on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:55:20.494371 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Attempting to bind port e3376bd0-06c8-4ba6-8969-99ec193dc2f1 by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': 'c6f12f4a-0567-4732-8f79-c03b276cab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8'}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:55:20.494751 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Attempting to bind port e3376bd0-06c8-4ba6-8969-99ec193dc2f1 on network 223a992c-8fb0-4643-a2a9-621993edd6e8 {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:55:20.500175 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:55:20.500567 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Checking segment: {'id': 'c6f12f4a-0567-4732-8f79-c03b276cab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:55:20.500985 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:20.501416 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Bound using segment: {'id': 'c6f12f4a-0567-4732-8f79-c03b276cab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8'} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:55:20.501911 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Bound port: e3376bd0-06c8-4ba6-8969-99ec193dc2f1, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f12f4a-0567-4732-8f79-c03b276cab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8'}}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:55:20.502327 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:20.567007 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] For port e3376bd0-06c8-4ba6-8969-99ec193dc2f1, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:55:20.569944 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] For port e3376bd0-06c8-4ba6-8969-99ec193dc2f1, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=e3376bd0-06c8-4ba6-8969-99ec193dc2f1,segment=NetworkSegment(c6f12f4a-0567-4732-8f79-c03b276cab4f),segment_id=c6f12f4a-0567-4732-8f79-c03b276cab4f)] {{(pid=92865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:55:20.576984 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:20.579154 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fe2d-0bd6-4bb3-9ae0-88622b6abab3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:20.579866 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-8b0e2abb-afbb-4eac-ad5d-246362ee101f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:20.619967 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fe2d-0bd6-4bb3-9ae0-88622b6abab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126768161'] for port, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:20.622294 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-59b6eb6b-e2b8-41a3-951f-61c87e283933 tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:20.635911 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Pushing event updated for resources: {'Port': ['ID=e3376bd0-06c8-4ba6-8969-99ec193dc2f1,revision_number=2']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:20.638990 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:20.659371 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa9fe2d-0bd6-4bb3-9ae0-88622b6abab3 admin admin] Network e0719ee7-fed0-4bca-a581-6af63c437fb6 is already hosted by enough agents. {{(pid=92864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:55:20.667124 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-2fa9fe2d-0bd6-4bb3-9ae0-88622b6abab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:55:20.669999 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa9fe2d-0bd6-4bb3-9ae0-88622b6abab3 admin admin] Received port after_create {{(pid=92864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:55:20.706097 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9fe2d-0bd6-4bb3-9ae0-88622b6abab3 admin admin] Pushing event updated for resources: {'Port': ['ID=45c0fedc-b519-4177-9bba-07bfe54c788c,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:20.709423 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-2fa9fe2d-0bd6-4bb3-9ae0-88622b6abab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:20.948521 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fe2d-0bd6-4bb3-9ae0-88622b6abab3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:21.134824 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fe2d-0bd6-4bb3-9ae0-88622b6abab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649335'] for router, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:21.264765 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa9fe2d-0bd6-4bb3-9ae0-88622b6abab3 admin admin] Router d25d3548-3c61-4b6b-bd36-bf84403e0a80 is scheduled to L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 with binding_index 1 {{(pid=92864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:55:21.376933 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa9fe2d-0bd6-4bb3-9ae0-88622b6abab3 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:55:21.386973 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] Sync routers for ids ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:55:21.395825 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-2fa9fe2d-0bd6-4bb3-9ae0-88622b6abab3 admin admin] Notify callbacks [] for router, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:21.400049 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-2fa9fe2d-0bd6-4bb3-9ae0-88622b6abab3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4754455 Jun 23 16:55:21.400426 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] Routers {'d25d3548-3c61-4b6b-bd36-bf84403e0a80'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:55:21.400531 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 40446) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:21.400611 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:55:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:55:21.514509 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] Set router d25d3548-3c61-4b6b-bd36-bf84403e0a80 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:55:21.576987 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876e130a-02db-4407-8208-ae3461465285 None None] Network 223a992c-8fb0-4643-a2a9-621993edd6e8 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:55:21.710156 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-675d24e0-d478-4e9e-9c48-a93db63b0649 None None] Provisioning for port e3376bd0-06c8-4ba6-8969-99ec193dc2f1 completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:55:21.818141 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:21.847265 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:20Z', 'revision_number': 3, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:55:21.880069 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] Checking router: d25d3548-3c61-4b6b-bd36-bf84403e0a80 for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:55:21.880432 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] Updating router d25d3548-3c61-4b6b-bd36-bf84403e0a80 port 45c0fedc-b519-4177-9bba-07bfe54c788c binding host dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:55:21.922379 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:21.984247 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_common [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Allocated IP 172.20.0.1 (223a992c-8fb0-4643-a2a9-621993edd6e8/dca0b895-c82a-4229-9cfc-3076c85dd1dd/eeecd4be-da07-4eef-acb1-301f57deab88) {{(pid=92864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:55:22.092756 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:22.106396 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.provisioning_blocks [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Transition to ACTIVE for port object eeecd4be-da07-4eef-acb1-301f57deab88 will not be triggered until provisioned by entity DHCP. {{(pid=92864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:55:22.140544 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126768161'] for port, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:22.144045 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:22.189048 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Network 223a992c-8fb0-4643-a2a9-621993edd6e8 is already hosted by enough agents. {{(pid=92864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:55:22.191807 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] Notify callbacks [] for port, precommit_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:22.193835 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Resources bound (agent type, host, resource id): {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:55:22.199029 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Received port after_create {{(pid=92864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:55:22.202385 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Pushing event updated for resources: {'Port': ['ID=eeecd4be-da07-4eef-acb1-301f57deab88,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:22.203365 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] Transition to ACTIVE for port object 45c0fedc-b519-4177-9bba-07bfe54c788c will not be triggered until provisioned by entity L2. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:55:22.215594 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:22.219744 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-3be2f7b9-3f9a-4875-b8ed-2b0336a9f4da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:22.222232 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:22.239020 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636535'] for router_interface, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:22.275288 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0d988-d49a-4c4c-bdf4-914f010d64e1 None None] Pushing event updated for resources: {'Port': ['ID=45c0fedc-b519-4177-9bba-07bfe54c788c,revision_number=2']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:22.279340 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-62e0d988-d49a-4c4c-bdf4-914f010d64e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:22.280577 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] Attempting to bind port 45c0fedc-b519-4177-9bba-07bfe54c788c on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:55:22.281070 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] Attempting to bind port 45c0fedc-b519-4177-9bba-07bfe54c788c by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:55:22.281541 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] Attempting to bind port 45c0fedc-b519-4177-9bba-07bfe54c788c on network e0719ee7-fed0-4bca-a581-6af63c437fb6 {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:55:22.293569 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:55:22.294216 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] Checking segment: {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:55:22.294696 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:22.295155 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] Bound using segment: {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:55:22.295706 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] Bound port: 45c0fedc-b519-4177-9bba-07bfe54c788c, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:55:22.296156 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:22.391004 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:22.484949 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-64a49d0e-df5f-4fe1-908a-e9c92c60f42a None None] Provisioning for port eeecd4be-da07-4eef-acb1-301f57deab88 completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:55:22.492307 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-64a49d0e-df5f-4fe1-908a-e9c92c60f42a None None] Provisioning complete for port eeecd4be-da07-4eef-acb1-301f57deab88 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:22.493238 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-64a49d0e-df5f-4fe1-908a-e9c92c60f42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:22.495785 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] For port 45c0fedc-b519-4177-9bba-07bfe54c788c, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:55:22.527335 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] For port 45c0fedc-b519-4177-9bba-07bfe54c788c, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=45c0fedc-b519-4177-9bba-07bfe54c788c,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:55:22.533771 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:22.536763 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-bd2d38b9-082c-44cd-a083-d12724261817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:22.543362 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-64a49d0e-df5f-4fe1-908a-e9c92c60f42a None None] Port eeecd4be-da07-4eef-acb1-301f57deab88 cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:55:22.559776 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:22.564097 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126768179'] for port, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:22.567596 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9c7a369c-3cf1-4e46-b185-74463bc4ee85 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:22.592287 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] Routers {'d25d3548-3c61-4b6b-bd36-bf84403e0a80'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:55:22.592808 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:55:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:55:22.631222 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0d988-d49a-4c4c-bdf4-914f010d64e1 None None] Pushing event updated for resources: {'Port': ['ID=45c0fedc-b519-4177-9bba-07bfe54c788c,revision_number=3']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:22.632145 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636571'] for router_interface, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:22.634071 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Pushing event updated for resources: {'Port': ['ID=eeecd4be-da07-4eef-acb1-301f57deab88,revision_number=2']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:22.635546 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-62e0d988-d49a-4c4c-bdf4-914f010d64e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:22.637199 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:22.707184 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] Set router d25d3548-3c61-4b6b-bd36-bf84403e0a80 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:55:22.729108 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Network 223a992c-8fb0-4643-a2a9-621993edd6e8 is already hosted by enough agents. {{(pid=92864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:55:22.730833 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Resources bound (agent type, host, resource id): {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:55:22.850507 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device e3376bd0-06c8-4ba6-8969-99ec193dc2f1 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:55:22.955251 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port e3376bd0-06c8-4ba6-8969-99ec193dc2f1 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:55:22.962408 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port e3376bd0-06c8-4ba6-8969-99ec193dc2f1 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:22.962794 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:23.016601 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-234053e1-5410-4de2-b549-d2579bb8c03c None None] Provisioning complete for port eeecd4be-da07-4eef-acb1-301f57deab88 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:23.016989 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-234053e1-5410-4de2-b549-d2579bb8c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:23.053930 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 2, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:55:23.086097 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e1fd91-d119-4663-adb8-3df43f621317 None None] The sync data for ids ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'] in dv-cinder-788363-4-iscsi is: [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 2, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:55:23.095619 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-234053e1-5410-4de2-b549-d2579bb8c03c None None] Port eeecd4be-da07-4eef-acb1-301f57deab88 cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:55:23.123067 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Router d25d3548-3c61-4b6b-bd36-bf84403e0a80 has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:55:23.135501 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:23.170653 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port e3376bd0-06c8-4ba6-8969-99ec193dc2f1, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=e3376bd0-06c8-4ba6-8969-99ec193dc2f1,segment=NetworkSegment(c6f12f4a-0567-4732-8f79-c03b276cab4f),segment_id=c6f12f4a-0567-4732-8f79-c03b276cab4f)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:55:23.175646 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:23.181008 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:23.231141 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=e3376bd0-06c8-4ba6-8969-99ec193dc2f1,revision_number=3']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:23.234637 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:23.243040 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:55:23.258047 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] 10.222.0.46 "PUT /v2.0/routers/d25d3548-3c61-4b6b-bd36-bf84403e0a80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8567507 Jun 23 16:55:23.781783 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 40478) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:23.786752 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-813f0621-b534-41b5-a051-2bab584e4e9f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1123641060-network', 'tenant_id': '22effd07a5d947b698d71891b5d511d9'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:23.807993 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813f0621-b534-41b5-a051-2bab584e4e9f admin admin] Made reservation on behalf of 22effd07a5d947b698d71891b5d511d9 for: {'network': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:55:23.810464 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-813f0621-b534-41b5-a051-2bab584e4e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for network, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:23.819540 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-813f0621-b534-41b5-a051-2bab584e4e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:23.915782 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-813f0621-b534-41b5-a051-2bab584e4e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:23.919862 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-813f0621-b534-41b5-a051-2bab584e4e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:23.923204 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9f26a204-acd0-42de-b7cf-513f291bac1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:23.950388 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813f0621-b534-41b5-a051-2bab584e4e9f admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=92864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:55:23.960745 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f0621-b534-41b5-a051-2bab584e4e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faf168e-fb93-41e9-a059-7f1165260285,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:23.964236 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-813f0621-b534-41b5-a051-2bab584e4e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:23.967735 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-813f0621-b534-41b5-a051-2bab584e4e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:23.968088 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.segments_db [None req-813f0621-b534-41b5-a051-2bab584e4e9f admin admin] Added segment c032181e-a520-4cd6-9b8d-47fe270aa37d of type vlan for network 4dd357e8-f139-4460-8878-b1d483f15997 Jun 23 16:55:24.010508 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-813f0621-b534-41b5-a051-2bab584e4e9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751333559336'] for network, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:24.039856 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-813f0621-b534-41b5-a051-2bab584e4e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055'] for network, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:24.040921 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813f0621-b534-41b5-a051-2bab584e4e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:24.041516 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-813f0621-b534-41b5-a051-2bab584e4e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:24.043630 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:24.096258 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-813f0621-b534-41b5-a051-2bab584e4e9f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3136911 Jun 23 16:55:24.098184 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 40480) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:24.105305 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f0621-b534-41b5-a051-2bab584e4e9f admin admin] Pushing event updated for resources: {'Network': ['ID=4dd357e8-f139-4460-8878-b1d483f15997,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:24.106070 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-7d08f0ea-5dd1-49c5-8026-400692528942 admin admin] Request body: {'subnet': {'network_id': '4dd357e8-f139-4460-8878-b1d483f15997', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1123641060-subnet', 'tenant_id': '22effd07a5d947b698d71891b5d511d9', 'ip_version': 4}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:24.108026 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-813f0621-b534-41b5-a051-2bab584e4e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:24.115292 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Network 4dd357e8-f139-4460-8878-b1d483f15997 details requested by agent ovs-agent-dv-cinder-788363-4-iscsi with host dv-cinder-788363-4-iscsi {{(pid=92865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:55:24.132447 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d08f0ea-5dd1-49c5-8026-400692528942 admin admin] Made reservation on behalf of 22effd07a5d947b698d71891b5d511d9 for: {'subnet': 1} {{(pid=92863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:55:24.135025 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7d08f0ea-5dd1-49c5-8026-400692528942 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126317421'] for subnet, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:24.305445 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7d08f0ea-5dd1-49c5-8026-400692528942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125859244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126317439'] for subnet, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:24.307828 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-aeb6cabf-7d2c-46a5-a3f1-716059c3878f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:24.358970 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08f0ea-5dd1-49c5-8026-400692528942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec8daa0e-3ad9-469b-9227-585a8310a53e,revision_number=0']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:24.361547 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7d08f0ea-5dd1-49c5-8026-400692528942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:24.377064 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d08f0ea-5dd1-49c5-8026-400692528942 admin admin] Checking segment: {'id': 'c032181e-a520-4cd6-9b8d-47fe270aa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '4dd357e8-f139-4460-8878-b1d483f15997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:55:24.377419 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d08f0ea-5dd1-49c5-8026-400692528942 admin admin] Network hostable DHCP agents. Network: 4dd357e8-f139-4460-8878-b1d483f15997, hostable agents: ['282bd639-6a17-4952-b94c-338e5747c82c'], hosted agents: [] {{(pid=92863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:55:24.393730 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d08f0ea-5dd1-49c5-8026-400692528942 admin admin] Network 4dd357e8-f139-4460-8878-b1d483f15997 is scheduled to be hosted by DHCP agent 282bd639-6a17-4952-b94c-338e5747c82c with binding_index 1 {{(pid=92863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:55:24.401820 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-7d08f0ea-5dd1-49c5-8026-400692528942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-4-iscsi, 4dd357e8-f139-4460-8878-b1d483f15997) {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:55:24.406330 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d08f0ea-5dd1-49c5-8026-400692528942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:24.407525 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-7d08f0ea-5dd1-49c5-8026-400692528942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for subnet, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:24.412095 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5b8600-523f-4262-b592-097934071333 None None] Network 4dd357e8-f139-4460-8878-b1d483f15997 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:55:24.421334 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-7d08f0ea-5dd1-49c5-8026-400692528942 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3212337 Jun 23 16:55:24.423753 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 40484) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:24.428229 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-3689b17d-ce8d-485b-aebc-47fe235ef21a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1123641060-router', 'tenant_id': '22effd07a5d947b698d71891b5d511d9', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:24.451478 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3689b17d-ce8d-485b-aebc-47fe235ef21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13144'] for router, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:24.452790 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3689b17d-ce8d-485b-aebc-47fe235ef21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653616', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13123'] for router, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:24.509263 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3689b17d-ce8d-485b-aebc-47fe235ef21a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:24.563186 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2728efe2-9a30-5507-811f-70851ed494d0-4dd357e8-f139-4460-8878-b1d483f15997', 'network_id': '4dd357e8-f139-4460-8878-b1d483f15997', 'tenant_id': '22effd07a5d947b698d71891b5d511d9', 'fixed_ips': [{'subnet_id': 'ec8daa0e-3ad9-469b-9227-585a8310a53e'}]}} from dv-cinder-788363-4-iscsi. {{(pid=92865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:55:24.564047 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:24.649212 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3689b17d-ce8d-485b-aebc-47fe235ef21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13181'] for router, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:24.715694 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.db_base_plugin_common [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Allocated IP 172.20.0.2 (4dd357e8-f139-4460-8878-b1d483f15997/ec8daa0e-3ad9-469b-9227-585a8310a53e/73eb4dfc-11f3-43e8-8667-bd2f182025cb) {{(pid=92865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:55:24.880596 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Notify callbacks [] for port, precommit_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:24.884016 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 45c0fedc-b519-4177-9bba-07bfe54c788c up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:55:24.892235 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3689b17d-ce8d-485b-aebc-47fe235ef21a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:24.910764 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3689b17d-ce8d-485b-aebc-47fe235ef21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:24.912585 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Transition to ACTIVE for port object 73eb4dfc-11f3-43e8-8667-bd2f182025cb will not be triggered until provisioned by entity L2. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:55:24.938675 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Transition to ACTIVE for port object 73eb4dfc-11f3-43e8-8667-bd2f182025cb will not be triggered until provisioned by entity DHCP. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:55:24.947852 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574'] for port, after_create {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:24.950865 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:24.986220 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Network 4dd357e8-f139-4460-8878-b1d483f15997 is already hosted by enough agents. {{(pid=92865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:55:24.989693 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.scheduler.base_scheduler [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Resources bound (agent type, host, resource id): {{(pid=92865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:55:24.995662 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Received port after_create {{(pid=92865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:55:24.999142 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port 45c0fedc-b519-4177-9bba-07bfe54c788c completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:55:25.012657 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 45c0fedc-b519-4177-9bba-07bfe54c788c triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:25.013038 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:25.013165 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] Sync routers for ids ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'] in dv-cinder-788363-4-iscsi {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:55:25.016821 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Pushing event updated for resources: {'Port': ['ID=73eb4dfc-11f3-43e8-8667-bd2f182025cb,revision_number=1']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:25.021857 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] Routers {'d25d3548-3c61-4b6b-bd36-bf84403e0a80'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:55:25.022498 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:55:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:55:25.034557 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [None req-3689b17d-ce8d-485b-aebc-47fe235ef21a admin admin] Allocated IP 172.27.3.120 (e0719ee7-fed0-4bca-a581-6af63c437fb6/0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4/f65f58d4-b986-4123-8cb0-8e4f1f0cc30f) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:55:25.050762 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:25.096121 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Attempting to bind port 73eb4dfc-11f3-43e8-8667-bd2f182025cb on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:55:25.096506 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Attempting to bind port 73eb4dfc-11f3-43e8-8667-bd2f182025cb by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': 'c032181e-a520-4cd6-9b8d-47fe270aa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '4dd357e8-f139-4460-8878-b1d483f15997'}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:55:25.096878 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Attempting to bind port 73eb4dfc-11f3-43e8-8667-bd2f182025cb on network 4dd357e8-f139-4460-8878-b1d483f15997 {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:55:25.106821 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:55:25.107206 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Checking segment: {'id': 'c032181e-a520-4cd6-9b8d-47fe270aa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '4dd357e8-f139-4460-8878-b1d483f15997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:55:25.107623 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:25.108027 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Bound using segment: {'id': 'c032181e-a520-4cd6-9b8d-47fe270aa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '4dd357e8-f139-4460-8878-b1d483f15997'} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:55:25.108521 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Bound port: 73eb4dfc-11f3-43e8-8667-bd2f182025cb, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c032181e-a520-4cd6-9b8d-47fe270aa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '4dd357e8-f139-4460-8878-b1d483f15997'}}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:55:25.108905 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:25.128767 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] Set router d25d3548-3c61-4b6b-bd36-bf84403e0a80 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:55:25.142734 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3689b17d-ce8d-485b-aebc-47fe235ef21a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:25.183584 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3689b17d-ce8d-485b-aebc-47fe235ef21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125858108'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:25.186518 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-0686cfda-0ec1-4989-b042-609b0d3c1ced tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:25.192202 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:25.220180 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] For port 73eb4dfc-11f3-43e8-8667-bd2f182025cb, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:55:25.223140 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port 45c0fedc-b519-4177-9bba-07bfe54c788c, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=45c0fedc-b519-4177-9bba-07bfe54c788c,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:55:25.223401 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3689b17d-ce8d-485b-aebc-47fe235ef21a admin admin] Network e0719ee7-fed0-4bca-a581-6af63c437fb6 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:55:25.225041 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] For port 73eb4dfc-11f3-43e8-8667-bd2f182025cb, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=73eb4dfc-11f3-43e8-8667-bd2f182025cb,segment=NetworkSegment(c032181e-a520-4cd6-9b8d-47fe270aa37d),segment_id=c032181e-a520-4cd6-9b8d-47fe270aa37d)] {{(pid=92865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:55:25.226511 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-3689b17d-ce8d-485b-aebc-47fe235ef21a admin admin] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:55:25.228381 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:25.229235 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device e3376bd0-06c8-4ba6-8969-99ec193dc2f1 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:55:25.229948 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3689b17d-ce8d-485b-aebc-47fe235ef21a admin admin] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:55:25.231160 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-1ac6d7cf-149e-42fd-a6d6-1322eeb68973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:25.259197 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689b17d-ce8d-485b-aebc-47fe235ef21a admin admin] Pushing event updated for resources: {'Port': ['ID=f65f58d4-b986-4123-8cb0-8e4f1f0cc30f,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:25.262919 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-3689b17d-ce8d-485b-aebc-47fe235ef21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:25.288754 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:25.331513 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 2, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:55:25.339157 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=45c0fedc-b519-4177-9bba-07bfe54c788c,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:25.346690 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:25.347176 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:25.386116 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port e3376bd0-06c8-4ba6-8969-99ec193dc2f1 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:25.389166 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:25.457541 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Pushing event updated for resources: {'Port': ['ID=73eb4dfc-11f3-43e8-8667-bd2f182025cb,revision_number=2']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:25.462851 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-609c25f2-b510-4f39-b8c8-c17d1b86656e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:25.490681 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] Checking router: d25d3548-3c61-4b6b-bd36-bf84403e0a80 for host: dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:55:25.491320 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] Updating router d25d3548-3c61-4b6b-bd36-bf84403e0a80 port eeecd4be-da07-4eef-acb1-301f57deab88 binding host dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:55:25.528229 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:25.584683 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3689b17d-ce8d-485b-aebc-47fe235ef21a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:25.801821 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3689b17d-ce8d-485b-aebc-47fe235ef21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649335'] for router, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:25.812101 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] Notify callbacks [] for port, precommit_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:25.821607 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.provisioning_blocks [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] Transition to ACTIVE for port object eeecd4be-da07-4eef-acb1-301f57deab88 will not be triggered until provisioned by entity L2. {{(pid=92866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:55:25.828531 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:25.831627 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:25.878375 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156ef42-ffd8-457c-9aa3-037f4f0f8c25 None None] Pushing event updated for resources: {'Port': ['ID=eeecd4be-da07-4eef-acb1-301f57deab88,revision_number=3']} {{(pid=92866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:25.903016 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156ef42-ffd8-457c-9aa3-037f4f0f8c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:25.903353 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156ef42-ffd8-457c-9aa3-037f4f0f8c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:25.903687 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156ef42-ffd8-457c-9aa3-037f4f0f8c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:25.904011 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156ef42-ffd8-457c-9aa3-037f4f0f8c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:25.904333 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156ef42-ffd8-457c-9aa3-037f4f0f8c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:25.904653 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156ef42-ffd8-457c-9aa3-037f4f0f8c25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:25.904973 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156ef42-ffd8-457c-9aa3-037f4f0f8c25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:25.905288 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156ef42-ffd8-457c-9aa3-037f4f0f8c25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:25.905622 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156ef42-ffd8-457c-9aa3-037f4f0f8c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:25.905942 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156ef42-ffd8-457c-9aa3-037f4f0f8c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:25.906279 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156ef42-ffd8-457c-9aa3-037f4f0f8c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:25.906771 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c156ef42-ffd8-457c-9aa3-037f4f0f8c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:25.911346 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-c156ef42-ffd8-457c-9aa3-037f4f0f8c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:25.941048 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3689b17d-ce8d-485b-aebc-47fe235ef21a admin admin] Router 874d45d1-fae2-4b45-98d1-784e7c4357bf is scheduled to L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 with binding_index 1 {{(pid=92863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:55:25.941792 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] Attempting to bind port eeecd4be-da07-4eef-acb1-301f57deab88 on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:55:25.942297 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] Attempting to bind port eeecd4be-da07-4eef-acb1-301f57deab88 by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': 'c6f12f4a-0567-4732-8f79-c03b276cab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8'}] {{(pid=92866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:55:25.942751 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] Attempting to bind port eeecd4be-da07-4eef-acb1-301f57deab88 on network 223a992c-8fb0-4643-a2a9-621993edd6e8 {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:55:25.948884 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:55:25.949290 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] Checking segment: {'id': 'c6f12f4a-0567-4732-8f79-c03b276cab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:55:25.949705 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:25.950320 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] Bound using segment: {'id': 'c6f12f4a-0567-4732-8f79-c03b276cab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8'} {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:55:25.950806 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] Bound port: eeecd4be-da07-4eef-acb1-301f57deab88, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f12f4a-0567-4732-8f79-c03b276cab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8'}}] {{(pid=92866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:55:25.951191 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:26.022823 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.db [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] For port eeecd4be-da07-4eef-acb1-301f57deab88, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:55:26.026531 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.db [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] For port eeecd4be-da07-4eef-acb1-301f57deab88, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=eeecd4be-da07-4eef-acb1-301f57deab88,segment=NetworkSegment(c6f12f4a-0567-4732-8f79-c03b276cab4f),segment_id=c6f12f4a-0567-4732-8f79-c03b276cab4f)] {{(pid=92866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:55:26.031319 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:26.034391 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:26.056418 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3689b17d-ce8d-485b-aebc-47fe235ef21a admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:55:26.065789 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] Sync routers for ids ['874d45d1-fae2-4b45-98d1-784e7c4357bf'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:55:26.073224 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-3689b17d-ce8d-485b-aebc-47fe235ef21a admin admin] Notify callbacks [] for router, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:26.074907 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-3689b17d-ce8d-485b-aebc-47fe235ef21a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6502154 Jun 23 16:55:26.077160 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 40488) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:26.082272 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] Routers {'874d45d1-fae2-4b45-98d1-784e7c4357bf'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:55:26.084193 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:55:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['874d45d1-fae2-4b45-98d1-784e7c4357bf'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:55:26.087112 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] Routers {'d25d3548-3c61-4b6b-bd36-bf84403e0a80'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:55:26.087663 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:55:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:55:26.157823 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156ef42-ffd8-457c-9aa3-037f4f0f8c25 None None] Pushing event updated for resources: {'Port': ['ID=eeecd4be-da07-4eef-acb1-301f57deab88,revision_number=4']} {{(pid=92866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:26.162015 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-c156ef42-ffd8-457c-9aa3-037f4f0f8c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:26.268543 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] Set router d25d3548-3c61-4b6b-bd36-bf84403e0a80 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:55:26.417697 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] Set router 874d45d1-fae2-4b45-98d1-784e7c4357bf gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:55:26.507288 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:26Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:55:26.547429 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796f2325-6e9e-4507-b9ec-682a0b3ed479 None None] The sync data for ids ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'] in dv-cinder-788363-4-iscsi is: [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:26Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:55:26.621558 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cc49f509-36d0-427d-9f35-3ced7ed8b225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:26.639961 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184c63c4-eee0-4cec-9039-1ad4fec11b23 None None] Network 4dd357e8-f139-4460-8878-b1d483f15997 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:55:26.661528 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874d45d1-fae2-4b45-98d1-784e7c4357bf', 'name': 'tempest-TestVolumeBootPattern-1123641060-router', 'tenant_id': '22effd07a5d947b698d71891b5d511d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f65f58d4-b986-4123-8cb0-8e4f1f0cc30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:24Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 3, 'project_id': '22effd07a5d947b698d71891b5d511d9', 'gw_port': {'id': 'f65f58d4-b986-4123-8cb0-8e4f1f0cc30f', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874d45d1-fae2-4b45-98d1-784e7c4357bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:24Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:55:26.691828 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] Checking router: 874d45d1-fae2-4b45-98d1-784e7c4357bf for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:55:26.692195 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] Updating router 874d45d1-fae2-4b45-98d1-784e7c4357bf port f65f58d4-b986-4123-8cb0-8e4f1f0cc30f binding host dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:55:26.768852 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-c654a49b-1ecf-44b1-bf99-b6f88391f0e9 None None] Provisioning for port 73eb4dfc-11f3-43e8-8667-bd2f182025cb completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:55:26.773494 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:26.818146 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [None req-cc49f509-36d0-427d-9f35-3ced7ed8b225 admin admin] Allocated IP 172.20.0.1 (4dd357e8-f139-4460-8878-b1d483f15997/ec8daa0e-3ad9-469b-9227-585a8310a53e/81c6f254-a122-4d0d-bde7-d4c16aeb2085) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:55:26.973996 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cc49f509-36d0-427d-9f35-3ced7ed8b225 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:26.990578 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.provisioning_blocks [None req-cc49f509-36d0-427d-9f35-3ced7ed8b225 admin admin] Transition to ACTIVE for port object 81c6f254-a122-4d0d-bde7-d4c16aeb2085 will not be triggered until provisioned by entity DHCP. {{(pid=92863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:55:27.001470 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 73eb4dfc-11f3-43e8-8667-bd2f182025cb up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:55:27.032415 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cc49f509-36d0-427d-9f35-3ced7ed8b225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125858108'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:27.036468 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-fe1ab0f1-ae0f-4d27-b3e5-d4cea81d69a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:27.078194 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc49f509-36d0-427d-9f35-3ced7ed8b225 admin admin] Network 4dd357e8-f139-4460-8878-b1d483f15997 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:55:27.081296 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-cc49f509-36d0-427d-9f35-3ced7ed8b225 admin admin] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:55:27.084984 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc49f509-36d0-427d-9f35-3ced7ed8b225 admin admin] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:55:27.111115 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49f509-36d0-427d-9f35-3ced7ed8b225 admin admin] Pushing event updated for resources: {'Port': ['ID=81c6f254-a122-4d0d-bde7-d4c16aeb2085,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:27.114999 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-cc49f509-36d0-427d-9f35-3ced7ed8b225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:27.125305 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port 73eb4dfc-11f3-43e8-8667-bd2f182025cb completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:55:27.132739 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 73eb4dfc-11f3-43e8-8667-bd2f182025cb triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:27.133672 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:27.136315 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cc49f509-36d0-427d-9f35-3ced7ed8b225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636535'] for router_interface, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:27.203696 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] Notify callbacks [] for port, precommit_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:27.224064 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] Transition to ACTIVE for port object f65f58d4-b986-4123-8cb0-8e4f1f0cc30f will not be triggered until provisioned by entity L2. {{(pid=92865) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:55:27.254676 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:27.260558 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:27.318801 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09f7d6-cf45-4494-84f2-ad80dcdbc804 None None] Pushing event updated for resources: {'Port': ['ID=f65f58d4-b986-4123-8cb0-8e4f1f0cc30f,revision_number=2']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:27.322212 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-bc09f7d6-cf45-4494-84f2-ad80dcdbc804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:27.334674 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:27.336943 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] Attempting to bind port f65f58d4-b986-4123-8cb0-8e4f1f0cc30f on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:55:27.337365 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] Attempting to bind port f65f58d4-b986-4123-8cb0-8e4f1f0cc30f by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:55:27.337812 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] Attempting to bind port f65f58d4-b986-4123-8cb0-8e4f1f0cc30f on network e0719ee7-fed0-4bca-a581-6af63c437fb6 {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:55:27.352907 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:55:27.353290 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] Checking segment: {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:55:27.353715 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:27.354121 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] Bound using segment: {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'} {{(pid=92865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:55:27.354663 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.managers [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] Bound port: f65f58d4-b986-4123-8cb0-8e4f1f0cc30f, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac7a27a-cbac-42f6-a153-6de962172ee1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6'}}] {{(pid=92865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:55:27.355046 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:27.415454 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port 73eb4dfc-11f3-43e8-8667-bd2f182025cb, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=73eb4dfc-11f3-43e8-8667-bd2f182025cb,segment=NetworkSegment(c032181e-a520-4cd6-9b8d-47fe270aa37d),segment_id=c032181e-a520-4cd6-9b8d-47fe270aa37d)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:55:27.429481 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:27.430951 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device eeecd4be-da07-4eef-acb1-301f57deab88 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:55:27.435831 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:27.488916 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] For port f65f58d4-b986-4123-8cb0-8e4f1f0cc30f, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:55:27.521837 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-6c4b58e7-48b9-4c64-9127-8886865d592f None None] Provisioning complete for port 73eb4dfc-11f3-43e8-8667-bd2f182025cb triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:27.522249 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-6c4b58e7-48b9-4c64-9127-8886865d592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:27.525324 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] For port f65f58d4-b986-4123-8cb0-8e4f1f0cc30f, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=f65f58d4-b986-4123-8cb0-8e4f1f0cc30f,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:55:27.563149 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:27.580380 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=73eb4dfc-11f3-43e8-8667-bd2f182025cb,revision_number=3']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:27.583807 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:27.586725 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-dcbeff99-6d2f-418c-b42c-64f1e37c41d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:27.640407 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cc49f509-36d0-427d-9f35-3ced7ed8b225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:27.645252 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port eeecd4be-da07-4eef-acb1-301f57deab88 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:55:27.661011 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] Routers {'874d45d1-fae2-4b45-98d1-784e7c4357bf'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:55:27.661678 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:55:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['874d45d1-fae2-4b45-98d1-784e7c4357bf'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:55:27.667111 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port eeecd4be-da07-4eef-acb1-301f57deab88 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:27.667490 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:27.740999 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09f7d6-cf45-4494-84f2-ad80dcdbc804 None None] Pushing event updated for resources: {'Port': ['ID=f65f58d4-b986-4123-8cb0-8e4f1f0cc30f,revision_number=3']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:27.747904 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-bc09f7d6-cf45-4494-84f2-ad80dcdbc804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:27.831014 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cc49f509-36d0-427d-9f35-3ced7ed8b225 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:27.837407 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cc49f509-36d0-427d-9f35-3ced7ed8b225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:27.840460 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-e8619dba-5c47-4e99-ae22-c0bf13dd2cc5 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:27.875425 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] Set router 874d45d1-fae2-4b45-98d1-784e7c4357bf gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:55:27.902481 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:27.906796 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49f509-36d0-427d-9f35-3ced7ed8b225 admin admin] Pushing event updated for resources: {'Port': ['ID=81c6f254-a122-4d0d-bde7-d4c16aeb2085,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:27.909307 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-cc49f509-36d0-427d-9f35-3ced7ed8b225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636571'] for router_interface, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:27.911292 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-cc49f509-36d0-427d-9f35-3ced7ed8b225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:27.978479 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port eeecd4be-da07-4eef-acb1-301f57deab88, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=eeecd4be-da07-4eef-acb1-301f57deab88,segment=NetworkSegment(c6f12f4a-0567-4732-8f79-c03b276cab4f),segment_id=c6f12f4a-0567-4732-8f79-c03b276cab4f)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:55:27.994278 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:27.995029 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 45c0fedc-b519-4177-9bba-07bfe54c788c up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:55:28.003425 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc49f509-36d0-427d-9f35-3ced7ed8b225 admin admin] Network 4dd357e8-f139-4460-8878-b1d483f15997 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:55:28.003599 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:28.004818 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-cc49f509-36d0-427d-9f35-3ced7ed8b225 admin admin] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:55:28.045461 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-db7e1647-770a-4aa3-81b6-74b7f654ddc5 None None] Provisioning for port 81c6f254-a122-4d0d-bde7-d4c16aeb2085 completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:55:28.093476 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-db7e1647-770a-4aa3-81b6-74b7f654ddc5 None None] Provisioning complete for port 81c6f254-a122-4d0d-bde7-d4c16aeb2085 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:28.094310 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-db7e1647-770a-4aa3-81b6-74b7f654ddc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:28.126799 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc49f509-36d0-427d-9f35-3ced7ed8b225 admin admin] Router 874d45d1-fae2-4b45-98d1-784e7c4357bf has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:55:28.159754 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=eeecd4be-da07-4eef-acb1-301f57deab88,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:28.169430 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:28.176544 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-db7e1647-770a-4aa3-81b6-74b7f654ddc5 None None] Port 81c6f254-a122-4d0d-bde7-d4c16aeb2085 cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:55:28.209319 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 45c0fedc-b519-4177-9bba-07bfe54c788c triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:28.209692 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:28.236706 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc49f509-36d0-427d-9f35-3ced7ed8b225 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:55:28.241816 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-cc49f509-36d0-427d-9f35-3ced7ed8b225 admin admin] 10.222.0.46 "PUT /v2.0/routers/874d45d1-fae2-4b45-98d1-784e7c4357bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1636040 Jun 23 16:55:28.394383 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-841d37bc-1d78-4dfd-9248-8faf15ac3dd8 None None] Provisioning complete for port 81c6f254-a122-4d0d-bde7-d4c16aeb2085 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:28.394749 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-841d37bc-1d78-4dfd-9248-8faf15ac3dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:28.431079 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874d45d1-fae2-4b45-98d1-784e7c4357bf', 'name': 'tempest-TestVolumeBootPattern-1123641060-router', 'tenant_id': '22effd07a5d947b698d71891b5d511d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f65f58d4-b986-4123-8cb0-8e4f1f0cc30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:24Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 4, 'project_id': '22effd07a5d947b698d71891b5d511d9', 'gw_port': {'id': 'f65f58d4-b986-4123-8cb0-8e4f1f0cc30f', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874d45d1-fae2-4b45-98d1-784e7c4357bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:24Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '81c6f254-a122-4d0d-bde7-d4c16aeb2085', 'name': '', 'network_id': '4dd357e8-f139-4460-8878-b1d483f15997', 'tenant_id': '22effd07a5d947b698d71891b5d511d9', 'mac_address': 'fa:16:3e:69:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874d45d1-fae2-4b45-98d1-784e7c4357bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ec8daa0e-3ad9-469b-9227-585a8310a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:26Z', 'updated_at': '2021-06-23T16:55:26Z', 'revision_number': 1, 'project_id': '22effd07a5d947b698d71891b5d511d9', 'subnets': [{'id': 'ec8daa0e-3ad9-469b-9227-585a8310a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:55:28.480274 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-841d37bc-1d78-4dfd-9248-8faf15ac3dd8 None None] Port 81c6f254-a122-4d0d-bde7-d4c16aeb2085 cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:55:28.485441 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a91a7d6-4c74-48ff-ad99-d14686557848 None None] The sync data for ids ['874d45d1-fae2-4b45-98d1-784e7c4357bf'] in dv-cinder-788363-4-iscsi is: [{'id': '874d45d1-fae2-4b45-98d1-784e7c4357bf', 'name': 'tempest-TestVolumeBootPattern-1123641060-router', 'tenant_id': '22effd07a5d947b698d71891b5d511d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f65f58d4-b986-4123-8cb0-8e4f1f0cc30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:24Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 4, 'project_id': '22effd07a5d947b698d71891b5d511d9', 'gw_port': {'id': 'f65f58d4-b986-4123-8cb0-8e4f1f0cc30f', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874d45d1-fae2-4b45-98d1-784e7c4357bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:24Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '81c6f254-a122-4d0d-bde7-d4c16aeb2085', 'name': '', 'network_id': '4dd357e8-f139-4460-8878-b1d483f15997', 'tenant_id': '22effd07a5d947b698d71891b5d511d9', 'mac_address': 'fa:16:3e:69:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874d45d1-fae2-4b45-98d1-784e7c4357bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ec8daa0e-3ad9-469b-9227-585a8310a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:26Z', 'updated_at': '2021-06-23T16:55:26Z', 'revision_number': 1, 'project_id': '22effd07a5d947b698d71891b5d511d9', 'subnets': [{'id': 'ec8daa0e-3ad9-469b-9227-585a8310a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:55:28.811698 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 73eb4dfc-11f3-43e8-8667-bd2f182025cb up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:55:28.818576 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 40508) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:28.823484 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-4d61fb3e-02cb-4009-909d-d87741138e14 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-372864570', 'description': 'tempest-secgroup-smoke-372864570 description', 'project_id': 'e23d86201800418da2c86efff17a90f3'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:28.853555 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-4d61fb3e-02cb-4009-909d-d87741138e14 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:28.872851 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 73eb4dfc-11f3-43e8-8667-bd2f182025cb triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:28.873231 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:28.956195 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-4d61fb3e-02cb-4009-909d-d87741138e14 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:28.964421 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-4d61fb3e-02cb-4009-909d-d87741138e14 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:28.968492 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-fa9204f3-9646-4f79-a158-3d9c32850ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:28.971533 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device eeecd4be-da07-4eef-acb1-301f57deab88 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:55:29.007293 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61fb3e-02cb-4009-909d-d87741138e14 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=928bfd53-71db-4384-bfac-f0ef56a91da0,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:29.023311 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-4d61fb3e-02cb-4009-909d-d87741138e14 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:29.026520 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-4d61fb3e-02cb-4009-909d-d87741138e14 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.030979 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 40514) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:29.034959 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port eeecd4be-da07-4eef-acb1-301f57deab88 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:29.035350 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.037318 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-228b70c8-ceda-4640-8eaa-432a7f36f30a tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Request body: {'security_group_rule': {'security_group_id': '928bfd53-71db-4384-bfac-f0ef56a91da0', 'project_id': 'e23d86201800418da2c86efff17a90f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:29.043225 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-4d61fb3e-02cb-4009-909d-d87741138e14 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2108965 Jun 23 16:55:29.072977 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-228b70c8-ceda-4640-8eaa-432a7f36f30a tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.145823 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-228b70c8-ceda-4640-8eaa-432a7f36f30a tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.154364 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-228b70c8-ceda-4640-8eaa-432a7f36f30a tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.156694 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-ce7425d8-7829-4929-9d51-b834e0bfa2b0 tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:29.176624 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b70c8-ceda-4640-8eaa-432a7f36f30a tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e774112a-74ca-402c-85e4-cc9d3dedebea,revision_number=0']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:29.179642 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-228b70c8-ceda-4640-8eaa-432a7f36f30a tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:29.182431 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-228b70c8-ceda-4640-8eaa-432a7f36f30a tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.183642 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-228b70c8-ceda-4640-8eaa-432a7f36f30a tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1511133 Jun 23 16:55:29.186318 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 40520) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:29.190862 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-2dcca2a2-909b-4e26-aefd-723e895f7640 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Request body: {'security_group_rule': {'security_group_id': '928bfd53-71db-4384-bfac-f0ef56a91da0', 'project_id': 'e23d86201800418da2c86efff17a90f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:29.221411 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2dcca2a2-909b-4e26-aefd-723e895f7640 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.282037 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2dcca2a2-909b-4e26-aefd-723e895f7640 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.288215 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2dcca2a2-909b-4e26-aefd-723e895f7640 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.290863 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-dfadc169-8570-47a1-b422-d7202b7fe6de tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:29.307899 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcca2a2-909b-4e26-aefd-723e895f7640 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd49c374-39dd-4a6a-88f5-0a94b95b4a7e,revision_number=0']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:29.310923 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-2dcca2a2-909b-4e26-aefd-723e895f7640 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:29.316612 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-2dcca2a2-909b-4e26-aefd-723e895f7640 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.317878 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-2dcca2a2-909b-4e26-aefd-723e895f7640 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1306400 Jun 23 16:55:29.321611 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 40522) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:29.338038 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-94204913-8889-4c6f-bfbf-5e785f757a52 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Request body: {'security_group_rule': {'security_group_id': '928bfd53-71db-4384-bfac-f0ef56a91da0', 'project_id': 'e23d86201800418da2c86efff17a90f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:29.368177 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-94204913-8889-4c6f-bfbf-5e785f757a52 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.433277 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-94204913-8889-4c6f-bfbf-5e785f757a52 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.436879 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-94204913-8889-4c6f-bfbf-5e785f757a52 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.441578 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-228b70c8-ceda-4640-8eaa-432a7f36f30a tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:29.458220 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94204913-8889-4c6f-bfbf-5e785f757a52 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19a18b1-3d0d-4793-b24e-ec04bf92f9b1,revision_number=0']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:29.460961 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-94204913-8889-4c6f-bfbf-5e785f757a52 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:29.466802 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-94204913-8889-4c6f-bfbf-5e785f757a52 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.468285 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-94204913-8889-4c6f-bfbf-5e785f757a52 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440330 Jun 23 16:55:29.470851 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 40524) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:29.475500 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-13099ca6-806e-424e-8742-f1729b17130c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Request body: {'security_group_rule': {'security_group_id': '928bfd53-71db-4384-bfac-f0ef56a91da0', 'project_id': 'e23d86201800418da2c86efff17a90f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:29.502549 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-13099ca6-806e-424e-8742-f1729b17130c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.566420 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-13099ca6-806e-424e-8742-f1729b17130c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.571807 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-13099ca6-806e-424e-8742-f1729b17130c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.573880 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:29.592684 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13099ca6-806e-424e-8742-f1729b17130c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4742f5-b48c-4347-b839-bf37e8e1e449,revision_number=0']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:29.595261 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-13099ca6-806e-424e-8742-f1729b17130c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:29.600278 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-13099ca6-806e-424e-8742-f1729b17130c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.604514 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-13099ca6-806e-424e-8742-f1729b17130c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298039 Jun 23 16:55:29.604859 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 40526) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:29.609549 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-ca19daaf-096b-49c7-a9ba-66456ae8c90e tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Request body: {'security_group_rule': {'security_group_id': '928bfd53-71db-4384-bfac-f0ef56a91da0', 'project_id': 'e23d86201800418da2c86efff17a90f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:29.631136 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.securitygroups_db [None req-ca19daaf-096b-49c7-a9ba-66456ae8c90e tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Project e23d86201800418da2c86efff17a90f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 16:55:29.636019 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ca19daaf-096b-49c7-a9ba-66456ae8c90e tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.698154 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ca19daaf-096b-49c7-a9ba-66456ae8c90e tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.702106 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ca19daaf-096b-49c7-a9ba-66456ae8c90e tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.704278 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c7966063-5d2d-449c-8565-774798f0e78a tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:29.721182 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19daaf-096b-49c7-a9ba-66456ae8c90e tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c0e5a7-7147-43a7-8000-09ff826cdc3a,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:29.727839 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ca19daaf-096b-49c7-a9ba-66456ae8c90e tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:29.733015 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ca19daaf-096b-49c7-a9ba-66456ae8c90e tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.734339 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-ca19daaf-096b-49c7-a9ba-66456ae8c90e tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283953 Jun 23 16:55:29.737014 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 40528) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:29.741692 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [None req-ceed957c-eb52-424d-98b7-4b9089f26b70 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Request body: {'security_group_rule': {'security_group_id': '928bfd53-71db-4384-bfac-f0ef56a91da0', 'project_id': 'e23d86201800418da2c86efff17a90f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:29.763972 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.securitygroups_db [None req-ceed957c-eb52-424d-98b7-4b9089f26b70 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Project e23d86201800418da2c86efff17a90f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 16:55:29.769042 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ceed957c-eb52-424d-98b7-4b9089f26b70 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.831680 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ceed957c-eb52-424d-98b7-4b9089f26b70 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.835734 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ceed957c-eb52-424d-98b7-4b9089f26b70 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509284'] for security_group_rule, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.838368 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c967e073-584b-492b-b878-1bbb322c3a60 tempest-TestShelveInstance-1548618251 tempest-TestShelveInstance-1548618251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:29.854640 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed957c-eb52-424d-98b7-4b9089f26b70 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf9191b-4f4c-45bc-85fe-f709fc0ab679,revision_number=0']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:29.857308 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-ceed957c-eb52-424d-98b7-4b9089f26b70 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:29.862608 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-ceed957c-eb52-424d-98b7-4b9089f26b70 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:29.864429 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-ceed957c-eb52-424d-98b7-4b9089f26b70 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263492 Jun 23 16:55:30.635348 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] Sync routers for ids ['874d45d1-fae2-4b45-98d1-784e7c4357bf'] in dv-cinder-788363-4-iscsi {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:55:30.644421 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] Routers {'874d45d1-fae2-4b45-98d1-784e7c4357bf'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:55:30.645034 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:55:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['874d45d1-fae2-4b45-98d1-784e7c4357bf'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:55:30.755801 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] Set router 874d45d1-fae2-4b45-98d1-784e7c4357bf gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:55:30.795653 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device f65f58d4-b986-4123-8cb0-8e4f1f0cc30f up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:55:30.845907 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port f65f58d4-b986-4123-8cb0-8e4f1f0cc30f completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:55:30.849600 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port f65f58d4-b986-4123-8cb0-8e4f1f0cc30f triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:30.849983 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:30.934035 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:30.952688 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874d45d1-fae2-4b45-98d1-784e7c4357bf', 'name': 'tempest-TestVolumeBootPattern-1123641060-router', 'tenant_id': '22effd07a5d947b698d71891b5d511d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f65f58d4-b986-4123-8cb0-8e4f1f0cc30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:24Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 4, 'project_id': '22effd07a5d947b698d71891b5d511d9', 'gw_port': {'id': 'f65f58d4-b986-4123-8cb0-8e4f1f0cc30f', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874d45d1-fae2-4b45-98d1-784e7c4357bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:24Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '81c6f254-a122-4d0d-bde7-d4c16aeb2085', 'name': '', 'network_id': '4dd357e8-f139-4460-8878-b1d483f15997', 'tenant_id': '22effd07a5d947b698d71891b5d511d9', 'mac_address': 'fa:16:3e:69:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874d45d1-fae2-4b45-98d1-784e7c4357bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ec8daa0e-3ad9-469b-9227-585a8310a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:26Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 2, 'project_id': '22effd07a5d947b698d71891b5d511d9', 'subnets': [{'id': 'ec8daa0e-3ad9-469b-9227-585a8310a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:55:30.954274 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port f65f58d4-b986-4123-8cb0-8e4f1f0cc30f, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=f65f58d4-b986-4123-8cb0-8e4f1f0cc30f,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:55:30.958619 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:30.960435 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-bd2d38b9-082c-44cd-a083-d12724261817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:30.979476 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] Checking router: 874d45d1-fae2-4b45-98d1-784e7c4357bf for host: dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:55:30.979827 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] Updating router 874d45d1-fae2-4b45-98d1-784e7c4357bf port 81c6f254-a122-4d0d-bde7-d4c16aeb2085 binding host dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:55:31.006442 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=f65f58d4-b986-4123-8cb0-8e4f1f0cc30f,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:31.009664 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:31.015027 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:31.262524 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] Notify callbacks [] for port, precommit_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:31.272267 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.provisioning_blocks [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] Transition to ACTIVE for port object 81c6f254-a122-4d0d-bde7-d4c16aeb2085 will not be triggered until provisioned by entity L2. {{(pid=92866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:55:31.278754 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:31.280976 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-5eba2641-698e-4349-ada5-afb260145075 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:31.334946 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb767f25-a0e0-4ca6-849a-17c710a9df60 None None] Pushing event updated for resources: {'Port': ['ID=81c6f254-a122-4d0d-bde7-d4c16aeb2085,revision_number=3']} {{(pid=92866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:31.338777 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-bb767f25-a0e0-4ca6-849a-17c710a9df60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:31.480413 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] Attempting to bind port 81c6f254-a122-4d0d-bde7-d4c16aeb2085 on host dv-cinder-788363-4-iscsi for vnic_type normal with profile {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:55:31.480786 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] Attempting to bind port 81c6f254-a122-4d0d-bde7-d4c16aeb2085 by drivers openvswitch,hyperv on host dv-cinder-788363-4-iscsi at level 0 using segments [{'id': 'c032181e-a520-4cd6-9b8d-47fe270aa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '4dd357e8-f139-4460-8878-b1d483f15997'}] {{(pid=92866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:55:31.481254 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] Attempting to bind port 81c6f254-a122-4d0d-bde7-d4c16aeb2085 on network 4dd357e8-f139-4460-8878-b1d483f15997 {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:55:31.486293 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] Checking agent: {'id': '66300972-3e7a-43ed-8d13-4e275d1b1419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 11, 35), 'started_at': datetime.datetime(2021, 6, 23, 16, 12, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:55:31.486663 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] Checking segment: {'id': 'c032181e-a520-4cd6-9b8d-47fe270aa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '4dd357e8-f139-4460-8878-b1d483f15997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:55:31.487099 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:31.487492 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] Bound using segment: {'id': 'c032181e-a520-4cd6-9b8d-47fe270aa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '4dd357e8-f139-4460-8878-b1d483f15997'} {{(pid=92866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:55:31.487963 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.managers [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] Bound port: 81c6f254-a122-4d0d-bde7-d4c16aeb2085, host: dv-cinder-788363-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c032181e-a520-4cd6-9b8d-47fe270aa37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '4dd357e8-f139-4460-8878-b1d483f15997'}}] {{(pid=92866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:55:31.488344 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:31.550771 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.db [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] For port 81c6f254-a122-4d0d-bde7-d4c16aeb2085, host dv-cinder-788363-4-iscsi, cleared binding levels {{(pid=92866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:55:31.553917 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.plugins.ml2.db [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] For port 81c6f254-a122-4d0d-bde7-d4c16aeb2085, host dv-cinder-788363-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=81c6f254-a122-4d0d-bde7-d4c16aeb2085,segment=NetworkSegment(c032181e-a520-4cd6-9b8d-47fe270aa37d),segment_id=c032181e-a520-4cd6-9b8d-47fe270aa37d)] {{(pid=92866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:55:31.558531 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron_lib.callbacks.manager [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:31.561298 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:31.605163 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] Routers {'874d45d1-fae2-4b45-98d1-784e7c4357bf'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:55:31.605638 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:55:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['874d45d1-fae2-4b45-98d1-784e7c4357bf'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:55:31.657786 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb767f25-a0e0-4ca6-849a-17c710a9df60 None None] Pushing event updated for resources: {'Port': ['ID=81c6f254-a122-4d0d-bde7-d4c16aeb2085,revision_number=4']} {{(pid=92866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:31.662207 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG oslo_concurrency.lockutils [None req-bb767f25-a0e0-4ca6-849a-17c710a9df60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:31.725705 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] Set router 874d45d1-fae2-4b45-98d1-784e7c4357bf gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:55:31.927274 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874d45d1-fae2-4b45-98d1-784e7c4357bf', 'name': 'tempest-TestVolumeBootPattern-1123641060-router', 'tenant_id': '22effd07a5d947b698d71891b5d511d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f65f58d4-b986-4123-8cb0-8e4f1f0cc30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:24Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 4, 'project_id': '22effd07a5d947b698d71891b5d511d9', 'gw_port': {'id': 'f65f58d4-b986-4123-8cb0-8e4f1f0cc30f', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874d45d1-fae2-4b45-98d1-784e7c4357bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:24Z', 'updated_at': '2021-06-23T16:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '81c6f254-a122-4d0d-bde7-d4c16aeb2085', 'name': '', 'network_id': '4dd357e8-f139-4460-8878-b1d483f15997', 'tenant_id': '22effd07a5d947b698d71891b5d511d9', 'mac_address': 'fa:16:3e:69:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874d45d1-fae2-4b45-98d1-784e7c4357bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ec8daa0e-3ad9-469b-9227-585a8310a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:26Z', 'updated_at': '2021-06-23T16:55:31Z', 'revision_number': 4, 'project_id': '22effd07a5d947b698d71891b5d511d9', 'subnets': [{'id': 'ec8daa0e-3ad9-469b-9227-585a8310a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:55:31.951968 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee27028-3f28-40e1-abd4-f0780bea4e8b None None] The sync data for ids ['874d45d1-fae2-4b45-98d1-784e7c4357bf'] in dv-cinder-788363-4-iscsi is: [{'id': '874d45d1-fae2-4b45-98d1-784e7c4357bf', 'name': 'tempest-TestVolumeBootPattern-1123641060-router', 'tenant_id': '22effd07a5d947b698d71891b5d511d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f65f58d4-b986-4123-8cb0-8e4f1f0cc30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:24Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 4, 'project_id': '22effd07a5d947b698d71891b5d511d9', 'gw_port': {'id': 'f65f58d4-b986-4123-8cb0-8e4f1f0cc30f', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874d45d1-fae2-4b45-98d1-784e7c4357bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:24Z', 'updated_at': '2021-06-23T16:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': '81c6f254-a122-4d0d-bde7-d4c16aeb2085', 'name': '', 'network_id': '4dd357e8-f139-4460-8878-b1d483f15997', 'tenant_id': '22effd07a5d947b698d71891b5d511d9', 'mac_address': 'fa:16:3e:69:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874d45d1-fae2-4b45-98d1-784e7c4357bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ec8daa0e-3ad9-469b-9227-585a8310a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:26Z', 'updated_at': '2021-06-23T16:55:31Z', 'revision_number': 4, 'project_id': '22effd07a5d947b698d71891b5d511d9', 'subnets': [{'id': 'ec8daa0e-3ad9-469b-9227-585a8310a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:55:32.655338 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-43b84fca-eafa-40b7-8ceb-98d8b30131eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:32.793959 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 81c6f254-a122-4d0d-bde7-d4c16aeb2085 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:55:32.846095 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning for port 81c6f254-a122-4d0d-bde7-d4c16aeb2085 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:55:32.850024 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 81c6f254-a122-4d0d-bde7-d4c16aeb2085 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:32.850440 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:32.925584 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:32.958288 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] For port 81c6f254-a122-4d0d-bde7-d4c16aeb2085, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=81c6f254-a122-4d0d-bde7-d4c16aeb2085,segment=NetworkSegment(c032181e-a520-4cd6-9b8d-47fe270aa37d),segment_id=c032181e-a520-4cd6-9b8d-47fe270aa37d)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:55:32.963525 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:32.964399 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device f65f58d4-b986-4123-8cb0-8e4f1f0cc30f up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:55:32.965988 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:33.040442 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Pushing event updated for resources: {'Port': ['ID=81c6f254-a122-4d0d-bde7-d4c16aeb2085,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:33.044825 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:33.053713 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port f65f58d4-b986-4123-8cb0-8e4f1f0cc30f triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:33.054092 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:34.777396 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 81c6f254-a122-4d0d-bde7-d4c16aeb2085 up at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:55:34.824955 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Provisioning complete for port 81c6f254-a122-4d0d-bde7-d4c16aeb2085 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:34.825242 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:35.033884 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:35.785354 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-116a1ac0-5901-490d-a975-2142cdfb59ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:36.590215 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:38.254692 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:39.391472 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 40650) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:39.493245 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-812930c7-5ee6-491b-af55-bab76e03aded admin admin] Notify callbacks [] for security_group, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:39.582386 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-812930c7-5ee6-491b-af55-bab76e03aded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:39.585652 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-812930c7-5ee6-491b-af55-bab76e03aded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:39.589573 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-abdd9c18-c9e3-41b8-804d-3d34f35e9534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:39.628961 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-812930c7-5ee6-491b-af55-bab76e03aded admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=861f0ae20e234db7b97567ab2d1a017d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364144 Jun 23 16:55:39.629910 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812930c7-5ee6-491b-af55-bab76e03aded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7f66e1-5703-4b76-b6db-a6c647f4fefa,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:39.631566 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 40654) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:39.633061 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-812930c7-5ee6-491b-af55-bab76e03aded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:39.661340 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:39.694615 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a5fd20f6-3429-462f-bd3f-dd823f59d7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:39.718830 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a5fd20f6-3429-462f-bd3f-dd823f59d7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:39.763306 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a5fd20f6-3429-462f-bd3f-dd823f59d7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:39.765980 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a5fd20f6-3429-462f-bd3f-dd823f59d7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:39.767129 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-a5fd20f6-3429-462f-bd3f-dd823f59d7c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a7f66e1-5703-4b76-b6db-a6c647f4fefa HTTP/1.1" status: 204 len: 168 time: 0.1338055 Jun 23 16:55:39.767923 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-c44f2ccc-db9b-483d-98eb-1c4e6c90c13c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:39.776281 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd20f6-3429-462f-bd3f-dd823f59d7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7f66e1-5703-4b76-b6db-a6c647f4fefa,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:39.778896 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-a5fd20f6-3429-462f-bd3f-dd823f59d7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:48.484504 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:55:49.635534 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 40706) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:49.669596 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-2de919ec-956f-4fc5-9cb4-c4870cd00e3c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-372864570&fields=id&tenant_id=e23d86201800418da2c86efff17a90f3 HTTP/1.1" status: 200 len: 267 time: 0.0328326 Jun 23 16:55:49.772598 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-8c466280-a6ee-4929-989c-69306e578729 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:49.774038 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-8c466280-a6ee-4929-989c-69306e578729 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/networks?id=223a992c-8fb0-4643-a2a9-621993edd6e8 HTTP/1.1" status: 200 len: 812 time: 0.0982690 Jun 23 16:55:49.789085 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-eb2e3dc0-9184-4847-b2e5-70d489f8a31c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/quotas/e23d86201800418da2c86efff17a90f3 HTTP/1.1" status: 200 len: 375 time: 0.0090122 Jun 23 16:55:49.863446 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-98ab3461-a19d-4af3-a74b-08f09a78b9af tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e23d86201800418da2c86efff17a90f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686562 Jun 23 16:55:49.964044 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-415a6cc1-e39e-49c5-8e56-c6f8d11d9ed8 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:55:49.965034 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-415a6cc1-e39e-49c5-8e56-c6f8d11d9ed8 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0909004 Jun 23 16:55:50.052959 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-7708aec7-3dd9-4ba1-9529-471a8e9a0e06 service neutron] 10.222.0.46 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818002 Jun 23 16:55:50.142107 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-7b893c0f-447b-4276-a294-8df5281825de service neutron] 10.222.0.46 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833182 Jun 23 16:55:50.508245 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bcc0486e-5ecf-4529-b9be-3a28939b4320 req-f6035576-9632-42fa-823f-59a3450f9ba6 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 210 time: 0.0783789 Jun 23 16:55:51.662602 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-53c33784-1a81-45a4-a8e7-39c0bb062173 req-200d25eb-4950-4af1-8b50-2e1c380d5dce tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 210 time: 0.0308270 Jun 23 16:55:51.731949 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9485233-5e68-491a-a6b3-77f4996e6d66 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:51.733365 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9485233-5e68-491a-a6b3-77f4996e6d66 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.84 "GET /v2.0/networks?id=223a992c-8fb0-4643-a2a9-621993edd6e8 HTTP/1.1" status: 200 len: 812 time: 0.1122792 Jun 23 16:55:51.797937 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-541d4123-dc39-4ef4-9395-9d5a3af902be tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e23d86201800418da2c86efff17a90f3 HTTP/1.1" status: 200 len: 379 time: 0.0431907 Jun 23 16:55:51.806634 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-476f0bc5-a0f6-41d9-bdf2-b6f80790f668 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Request body: {'port': {'device_id': '66638bb8-8ea2-4fae-be4b-6978474c9dc9', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'admin_state_up': True, 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'security_groups': ['928bfd53-71db-4384-bfac-f0ef56a91da0']}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:51.915800 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-476f0bc5-a0f6-41d9-bdf2-b6f80790f668 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Made reservation on behalf of e23d86201800418da2c86efff17a90f3 for: {'port': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:55:51.920060 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-476f0bc5-a0f6-41d9-bdf2-b6f80790f668 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:52.044181 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_common [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-476f0bc5-a0f6-41d9-bdf2-b6f80790f668 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Allocated IP 172.20.0.5 (223a992c-8fb0-4643-a2a9-621993edd6e8/dca0b895-c82a-4229-9cfc-3076c85dd1dd/ff9eccf3-e791-41f3-9e19-27dec0eb21b5) {{(pid=92864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:55:52.178735 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-476f0bc5-a0f6-41d9-bdf2-b6f80790f668 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for port, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:52.192139 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.provisioning_blocks [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-476f0bc5-a0f6-41d9-bdf2-b6f80790f668 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Transition to ACTIVE for port object ff9eccf3-e791-41f3-9e19-27dec0eb21b5 will not be triggered until provisioned by entity DHCP. {{(pid=92864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:55:52.224547 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-476f0bc5-a0f6-41d9-bdf2-b6f80790f668 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126768161'] for port, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:52.228227 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-bf8d82ad-83b7-4a37-98df-890241c37125 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:52.276705 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-476f0bc5-a0f6-41d9-bdf2-b6f80790f668 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Network 223a992c-8fb0-4643-a2a9-621993edd6e8 is already hosted by enough agents. {{(pid=92864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:55:52.279774 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-476f0bc5-a0f6-41d9-bdf2-b6f80790f668 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Resources bound (agent type, host, resource id): {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:55:52.283690 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-476f0bc5-a0f6-41d9-bdf2-b6f80790f668 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Received port after_create {{(pid=92864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:55:52.312283 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f0bc5-a0f6-41d9-bdf2-b6f80790f668 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event updated for resources: {'Port': ['ID=ff9eccf3-e791-41f3-9e19-27dec0eb21b5,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:52.316787 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-476f0bc5-a0f6-41d9-bdf2-b6f80790f668 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:52.339592 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-476f0bc5-a0f6-41d9-bdf2-b6f80790f668 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:52.340230 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-476f0bc5-a0f6-41d9-bdf2-b6f80790f668 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:52.356587 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-476f0bc5-a0f6-41d9-bdf2-b6f80790f668 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5535898 Jun 23 16:55:52.433479 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Request body: {'port': {'device_id': '66638bb8-8ea2-4fae-be4b-6978474c9dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:52.505681 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:52.560399 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-4c5e532a-76e5-4fef-af81-722c40f26a56 None None] Provisioning for port ff9eccf3-e791-41f3-9e19-27dec0eb21b5 completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:55:52.564170 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-4c5e532a-76e5-4fef-af81-722c40f26a56 None None] Provisioning complete for port ff9eccf3-e791-41f3-9e19-27dec0eb21b5 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:52.564561 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-4c5e532a-76e5-4fef-af81-722c40f26a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:52.600646 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e532a-76e5-4fef-af81-722c40f26a56 None None] Port ff9eccf3-e791-41f3-9e19-27dec0eb21b5 cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:55:52.772412 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.notifiers.nova [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9eccf3-e791-41f3-9e19-27dec0eb21b5 {{(pid=92864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:55:52.779778 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:52.792405 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.provisioning_blocks [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Transition to ACTIVE for port object ff9eccf3-e791-41f3-9e19-27dec0eb21b5 will not be triggered until provisioned by entity L2. {{(pid=92864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:55:52.800262 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126768179'] for port, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:52.803502 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9201215d-c893-4cb2-989e-b4673e9d5523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:52.843940 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0637a36-a332-4623-8e58-91ef14ea8ef4 req-ef7a97e5-6169-4139-a5dd-27f33bc47de9 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:52.850617 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f0637a36-a332-4623-8e58-91ef14ea8ef4 req-ef7a97e5-6169-4139-a5dd-27f33bc47de9 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 931 time: 0.0774071 Jun 23 16:55:52.873658 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9eccf3-e791-41f3-9e19-27dec0eb21b5,revision_number=2']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:52.887769 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:52.888812 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f0637a36-a332-4623-8e58-91ef14ea8ef4 req-1b994bcc-17c2-4feb-92b5-183f3ba225f6 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370026 Jun 23 16:55:52.957487 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.managers [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Attempting to bind port ff9eccf3-e791-41f3-9e19-27dec0eb21b5 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:55:52.957827 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.managers [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Attempting to bind port ff9eccf3-e791-41f3-9e19-27dec0eb21b5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c6f12f4a-0567-4732-8f79-c03b276cab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8'}] {{(pid=92864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:55:52.958218 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Attempting to bind port ff9eccf3-e791-41f3-9e19-27dec0eb21b5 on network 223a992c-8fb0-4643-a2a9-621993edd6e8 {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:55:52.962676 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Port ff9eccf3-e791-41f3-9e19-27dec0eb21b5 on network 223a992c-8fb0-4643-a2a9-621993edd6e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:55:52.962995 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Attempting to bind port ff9eccf3-e791-41f3-9e19-27dec0eb21b5 on network 223a992c-8fb0-4643-a2a9-621993edd6e8 {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:55:52.968117 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Checking agent: {'id': '038417b8-6895-4fa1-8365-da35a0f7bc41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'started_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:55:52.968456 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Checking segment: {'id': 'c6f12f4a-0567-4732-8f79-c03b276cab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:55:52.968839 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Bound using segment: {'id': 'c6f12f4a-0567-4732-8f79-c03b276cab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8'} {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:55:52.969275 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.managers [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Bound port: ff9eccf3-e791-41f3-9e19-27dec0eb21b5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f12f4a-0567-4732-8f79-c03b276cab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8'}}] {{(pid=92864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:55:52.969629 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:53.032046 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] For port ff9eccf3-e791-41f3-9e19-27dec0eb21b5, host hv-cinder-78836, cleared binding levels {{(pid=92864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:55:53.034967 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] For port ff9eccf3-e791-41f3-9e19-27dec0eb21b5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ff9eccf3-e791-41f3-9e19-27dec0eb21b5,segment=NetworkSegment(c6f12f4a-0567-4732-8f79-c03b276cab4f),segment_id=c6f12f4a-0567-4732-8f79-c03b276cab4f)] {{(pid=92864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:55:53.039517 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126768179'] for port, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:53.042294 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-5d37c648-0dee-4c04-9ff3-022f190d011a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:53.071444 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:53.072050 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:53.073980 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] 10.222.0.84 "PUT /v2.0/ports/ff9eccf3-e791-41f3-9e19-27dec0eb21b5 HTTP/1.1" status: 200 len: 1093 time: 0.6998601 Jun 23 16:55:53.074515 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66638bb8-8ea2-4fae-be4b-6978474c9dc9', 'tag': 'ff9eccf3-e791-41f3-9e19-27dec0eb21b5'}] {{(pid=92864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:55:53.076823 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6746fc05b017fa2e5222a758ba3018216863d05e2f8cda4fa9da67320e81433e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d17b0c1-7861-4ae5-9db2-fbc7a8204728" -d '{"events": [{"name": "network-changed", "server_uuid": "66638bb8-8ea2-4fae-be4b-6978474c9dc9", "tag": "ff9eccf3-e791-41f3-9e19-27dec0eb21b5"}]}' {{(pid=92864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:55:53.105694 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9eccf3-e791-41f3-9e19-27dec0eb21b5,revision_number=3']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:53.109351 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:53.192206 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a3d5ee-37e0-41de-b539-199cf2b55c3b x-openstack-request-id: req-a0a3d5ee-37e0-41de-b539-199cf2b55c3b {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:55:53.192844 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66638bb8-8ea2-4fae-be4b-6978474c9dc9", "tag": "ff9eccf3-e791-41f3-9e19-27dec0eb21b5", "status": "completed", "code": 200}]} {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:55:53.193212 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a0a3d5ee-37e0-41de-b539-199cf2b55c3b {{(pid=92864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:55:53.193673 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66638bb8-8ea2-4fae-be4b-6978474c9dc9', 'tag': 'ff9eccf3-e791-41f3-9e19-27dec0eb21b5', 'status': 'completed', 'code': 200} Jun 23 16:55:53.200621 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-1acc9c1d-e0a7-48de-804d-a6ae676b7c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:53.202036 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-1acc9c1d-e0a7-48de-804d-a6ae676b7c71 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e23d86201800418da2c86efff17a90f3&device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 1096 time: 0.0643630 Jun 23 16:55:53.261079 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-37ad520d-7b1a-4614-b0e1-4363fff7206f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff9eccf3-e791-41f3-9e19-27dec0eb21b5 HTTP/1.1" status: 200 len: 217 time: 0.0382590 Jun 23 16:55:53.308622 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-46927432-cfc3-4eca-9555-4ea44f92cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:53.310021 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-46927432-cfc3-4eca-9555-4ea44f92cfa2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dca0b895-c82a-4229-9cfc-3076c85dd1dd HTTP/1.1" status: 200 len: 851 time: 0.0430264 Jun 23 16:55:53.365078 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-75fa5c3f-92c6-4085-8020-e6aa3781c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:53.366603 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-75fa5c3f-92c6-4085-8020-e6aa3781c187 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=223a992c-8fb0-4643-a2a9-621993edd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502555 Jun 23 16:55:53.455563 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-27686d22-e3db-4841-9c7b-978c8f9ce434 service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815015 Jun 23 16:55:53.544469 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ba1f0f0e-6eb6-4f4b-9440-a86093999012 req-a461d9fb-5708-450b-95ae-7d817ea5fb18 service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823710 Jun 23 16:55:53.688852 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17b0c1-7861-4ae5-9db2-fbc7a8204728 req-871f8d02-c247-4b1b-8764-87f0432061cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:53.690510 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7d17b0c1-7861-4ae5-9db2-fbc7a8204728 req-871f8d02-c247-4b1b-8764-87f0432061cc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e23d86201800418da2c86efff17a90f3&device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 1096 time: 0.0561073 Jun 23 16:55:53.777863 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17b0c1-7861-4ae5-9db2-fbc7a8204728 req-25916df7-96ad-41bd-ad80-d07083c387f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:53.779332 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7d17b0c1-7861-4ae5-9db2-fbc7a8204728 req-25916df7-96ad-41bd-ad80-d07083c387f4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=223a992c-8fb0-4643-a2a9-621993edd6e8 HTTP/1.1" status: 200 len: 913 time: 0.0826416 Jun 23 16:55:53.823549 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7d17b0c1-7861-4ae5-9db2-fbc7a8204728 req-b560cdb5-b383-444c-9790-27c71f63e46f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff9eccf3-e791-41f3-9e19-27dec0eb21b5 HTTP/1.1" status: 200 len: 217 time: 0.0357461 Jun 23 16:55:53.875082 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17b0c1-7861-4ae5-9db2-fbc7a8204728 req-4a232094-830d-45b0-aef4-8f1e9ccccc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:53.876490 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7d17b0c1-7861-4ae5-9db2-fbc7a8204728 req-4a232094-830d-45b0-aef4-8f1e9ccccc4d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dca0b895-c82a-4229-9cfc-3076c85dd1dd HTTP/1.1" status: 200 len: 851 time: 0.0422001 Jun 23 16:55:53.940748 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17b0c1-7861-4ae5-9db2-fbc7a8204728 req-1b083f44-6765-465a-a066-c6991262650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:53.942278 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7d17b0c1-7861-4ae5-9db2-fbc7a8204728 req-1b083f44-6765-465a-a066-c6991262650c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=223a992c-8fb0-4643-a2a9-621993edd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497429 Jun 23 16:55:54.036406 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7d17b0c1-7861-4ae5-9db2-fbc7a8204728 req-32d6417e-4220-43d5-add8-5fdc238973c3 service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846434 Jun 23 16:55:54.070232 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9cf01-40e0-4eda-8286-c03255b6e783 req-2e18a59f-40d7-4bc9-a401-b52bc130d249 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:54.071681 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c7d9cf01-40e0-4eda-8286-c03255b6e783 req-2e18a59f-40d7-4bc9-a401-b52bc130d249 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 943 time: 0.0614862 Jun 23 16:55:54.110972 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-c7d9cf01-40e0-4eda-8286-c03255b6e783 req-9615923f-8438-4b17-a52c-9628f0547a9f tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331020 Jun 23 16:55:54.126394 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7d17b0c1-7861-4ae5-9db2-fbc7a8204728 req-29579565-6390-4724-84e2-85d70f09f3e2 service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836866 Jun 23 16:55:55.281592 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a19c67-ad28-46b6-8a47-ed3a2611a564 req-f19efc19-311e-4f9f-8b42-77e53eef2345 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:55.283082 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e9a19c67-ad28-46b6-8a47-ed3a2611a564 req-f19efc19-311e-4f9f-8b42-77e53eef2345 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 943 time: 0.0621393 Jun 23 16:55:55.320469 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-e9a19c67-ad28-46b6-8a47-ed3a2611a564 req-3e0cc7c4-fe8b-4251-bde6-6a7d26724a63 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317872 Jun 23 16:55:56.495228 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37757f5f-7238-4f81-a328-5f32c2e8ab96 req-4409e1e5-d4e2-41ab-a4c4-c9ac28fcb293 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:56.496656 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-37757f5f-7238-4f81-a328-5f32c2e8ab96 req-4409e1e5-d4e2-41ab-a4c4-c9ac28fcb293 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 943 time: 0.0665891 Jun 23 16:55:56.532992 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-37757f5f-7238-4f81-a328-5f32c2e8ab96 req-87f15e15-e408-4827-9789-04b0ea629962 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307136 Jun 23 16:55:57.704876 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579ceb9-a01d-4a09-a527-a6ce7cc019e2 req-072c09ca-5889-4b9f-8782-ef05b62a0137 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:57.706356 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8579ceb9-a01d-4a09-a527-a6ce7cc019e2 req-072c09ca-5889-4b9f-8782-ef05b62a0137 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 943 time: 0.0662439 Jun 23 16:55:57.743149 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-8579ceb9-a01d-4a09-a527-a6ce7cc019e2 req-89cb381b-f8b8-4ab5-9070-55a793795ddf tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309076 Jun 23 16:55:58.918146 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0309e-a247-4f87-986d-38d5040040a2 req-eceed2a3-9883-43bc-9adf-0bf0addecb9e tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:58.919603 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-93b0309e-a247-4f87-986d-38d5040040a2 req-eceed2a3-9883-43bc-9adf-0bf0addecb9e tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 943 time: 0.0692589 Jun 23 16:55:58.958297 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-93b0309e-a247-4f87-986d-38d5040040a2 req-ed045129-191b-4c4c-84fe-8f32c1f3e924 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331228 Jun 23 16:56:00.126931 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26070fcc-c42d-476a-be3d-60bb85a152a8 req-a7ed7378-c324-483d-a9d1-3624ad08d374 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:00.128407 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-26070fcc-c42d-476a-be3d-60bb85a152a8 req-a7ed7378-c324-483d-a9d1-3624ad08d374 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 943 time: 0.0633988 Jun 23 16:56:00.165493 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-26070fcc-c42d-476a-be3d-60bb85a152a8 req-cd4952e7-4364-4998-ad8a-66dbc53eb2f6 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315933 Jun 23 16:56:01.333523 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ae787-85ef-46c8-9966-1297f8492dec req-aa7b8d42-7f19-4dc3-b790-4db239617578 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:01.335006 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2e7ae787-85ef-46c8-9966-1297f8492dec req-aa7b8d42-7f19-4dc3-b790-4db239617578 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 943 time: 0.0619478 Jun 23 16:56:01.372244 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2e7ae787-85ef-46c8-9966-1297f8492dec req-eff48f7d-4e82-49ff-9c5f-24e224700632 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316679 Jun 23 16:56:02.542213 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423fc6a-718e-4de1-9318-51da2d248447 req-f603d2e1-b1ea-4451-8f49-7adfc84ba386 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:02.543532 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4423fc6a-718e-4de1-9318-51da2d248447 req-f603d2e1-b1ea-4451-8f49-7adfc84ba386 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 943 time: 0.0643382 Jun 23 16:56:02.580166 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4423fc6a-718e-4de1-9318-51da2d248447 req-ee76991e-17d1-4787-b153-c91a2b370780 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309629 Jun 23 16:56:02.655425 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-47991d21-90f9-4598-bbfd-00a66ca3a1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:02.963262 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device ff9eccf3-e791-41f3-9e19-27dec0eb21b5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:56:03.054073 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port ff9eccf3-e791-41f3-9e19-27dec0eb21b5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ff9eccf3-e791-41f3-9e19-27dec0eb21b5,segment=NetworkSegment(c6f12f4a-0567-4732-8f79-c03b276cab4f),segment_id=c6f12f4a-0567-4732-8f79-c03b276cab4f)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:56:03.064656 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Returning: {'device': 'ff9eccf3-e791-41f3-9e19-27dec0eb21b5', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'port_id': 'ff9eccf3-e791-41f3-9e19-27dec0eb21b5', 'mac_address': 'fa:16:3e:9c:a3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:56:03.104249 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:03.116289 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9eccf3-e791-41f3-9e19-27dec0eb21b5 {{(pid=92865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:56:03.134476 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port ff9eccf3-e791-41f3-9e19-27dec0eb21b5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ff9eccf3-e791-41f3-9e19-27dec0eb21b5,segment=NetworkSegment(c6f12f4a-0567-4732-8f79-c03b276cab4f),segment_id=c6f12f4a-0567-4732-8f79-c03b276cab4f)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:56:03.138435 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:03.140132 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-3be2f7b9-3f9a-4875-b8ed-2b0336a9f4da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:03.184042 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=ff9eccf3-e791-41f3-9e19-27dec0eb21b5,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:03.187002 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:03.481362 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['ff9eccf3-e791-41f3-9e19-27dec0eb21b5'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:56:03.750428 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab9c41-34e6-4660-b942-d9894b04858c req-14b0cdff-14f4-4c9a-a3c0-d86368472c14 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:03.751889 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-42ab9c41-34e6-4660-b942-d9894b04858c req-14b0cdff-14f4-4c9a-a3c0-d86368472c14 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 944 time: 0.0635135 Jun 23 16:56:03.792136 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-42ab9c41-34e6-4660-b942-d9894b04858c req-b7ea930e-43e6-4f2f-87c7-0c79b04e5995 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314169 Jun 23 16:56:04.964567 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device ff9eccf3-e791-41f3-9e19-27dec0eb21b5 up at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:56:04.966856 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dba420-b34f-41a0-8fe3-9209f2257d4c req-bededea0-9871-4ea6-9054-3e2064e52c5c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:04.968305 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-36dba420-b34f-41a0-8fe3-9209f2257d4c req-bededea0-9871-4ea6-9054-3e2064e52c5c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 944 time: 0.0669272 Jun 23 16:56:05.007578 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-36dba420-b34f-41a0-8fe3-9209f2257d4c req-4031fe0b-043c-4188-a000-825b3a0c613b tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321269 Jun 23 16:56:05.011789 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning for port ff9eccf3-e791-41f3-9e19-27dec0eb21b5 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:56:05.015419 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning complete for port ff9eccf3-e791-41f3-9e19-27dec0eb21b5 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:56:05.015796 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:05.058329 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:05.101407 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:05.123371 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66638bb8-8ea2-4fae-be4b-6978474c9dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9eccf3-e791-41f3-9e19-27dec0eb21b5'}] {{(pid=92865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:56:05.125583 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053164b0cf726773bb22b402b066b9c97a54671ffe15cd7793040184515b98b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdaee8d-c32b-4227-87b8-2f89688f6d9c" -d '{"events": [{"server_uuid": "66638bb8-8ea2-4fae-be4b-6978474c9dc9", "name": "network-vif-plugged", "status": "completed", "tag": "ff9eccf3-e791-41f3-9e19-27dec0eb21b5"}]}' {{(pid=92865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:56:05.137599 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port ff9eccf3-e791-41f3-9e19-27dec0eb21b5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ff9eccf3-e791-41f3-9e19-27dec0eb21b5,segment=NetworkSegment(c6f12f4a-0567-4732-8f79-c03b276cab4f),segment_id=c6f12f4a-0567-4732-8f79-c03b276cab4f)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:56:05.141837 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:05.143733 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-bc09f7d6-cf45-4494-84f2-ad80dcdbc804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:05.187845 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=ff9eccf3-e791-41f3-9e19-27dec0eb21b5,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:05.190819 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:05.217362 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7540e56f-36b1-4c41-956d-254f6bea3265 x-openstack-request-id: req-7540e56f-36b1-4c41-956d-254f6bea3265 {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:56:05.217661 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66638bb8-8ea2-4fae-be4b-6978474c9dc9", "name": "network-vif-plugged", "status": "completed", "tag": "ff9eccf3-e791-41f3-9e19-27dec0eb21b5", "code": 200}]} {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:56:05.217942 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7540e56f-36b1-4c41-956d-254f6bea3265 {{(pid=92865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:56:05.218376 dv-cinder-788363-4-iscsi neutron-server[92865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66638bb8-8ea2-4fae-be4b-6978474c9dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9eccf3-e791-41f3-9e19-27dec0eb21b5', 'code': 200} Jun 23 16:56:05.497844 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a7f4c-d586-46ae-9cba-ffdc8c688acd req-6e6c2d8f-0364-4a65-8d19-544bc01dca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:05.499330 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-463a7f4c-d586-46ae-9cba-ffdc8c688acd req-6e6c2d8f-0364-4a65-8d19-544bc01dca27 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 1098 time: 0.0511706 Jun 23 16:56:05.537848 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-463a7f4c-d586-46ae-9cba-ffdc8c688acd req-86f2985e-dbff-446a-8843-b85bf2a913e6 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309446 Jun 23 16:56:05.786377 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-e378a8ad-c52b-4cf2-afe4-d7eb8006025f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:06.177931 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f708d7e-4550-4709-ba9e-b5c0b507b57d req-2d51ecad-1ffd-4e57-8f74-813bc970a010 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:06.179404 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0f708d7e-4550-4709-ba9e-b5c0b507b57d req-2d51ecad-1ffd-4e57-8f74-813bc970a010 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 945 time: 0.0625703 Jun 23 16:56:06.216472 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0f708d7e-4550-4709-ba9e-b5c0b507b57d req-aee0db9d-ce2b-46a2-b12c-eae43313fbde tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308950 Jun 23 16:56:06.591101 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:07.541415 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ae712-d411-4c66-a2ba-18a130eedee1 req-5a595249-d9a9-4c7f-9d39-b49381621e47 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:07.542873 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-797ae712-d411-4c66-a2ba-18a130eedee1 req-5a595249-d9a9-4c7f-9d39-b49381621e47 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 945 time: 0.0613968 Jun 23 16:56:07.579706 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-797ae712-d411-4c66-a2ba-18a130eedee1 req-f40b409a-e23e-40fc-b73a-bb25f12e4d1a tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313354 Jun 23 16:56:07.751917 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14778732-2031-4651-9d44-8c5e9fae45e1 req-3fd97420-5ff3-48a2-9c1c-1464c918a395 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:07.753352 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-14778732-2031-4651-9d44-8c5e9fae45e1 req-3fd97420-5ff3-48a2-9c1c-1464c918a395 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 945 time: 0.0656765 Jun 23 16:56:07.789050 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-14778732-2031-4651-9d44-8c5e9fae45e1 req-96958306-2e7f-4a38-80bb-bea90f69a021 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300448 Jun 23 16:56:07.813918 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 40778) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:07.963386 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600f26f0-2528-446c-aac7-9e26e7c4feb2 tempest-TestVolumeBootPattern-40869819 tempest-TestVolumeBootPattern-40869819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:07.964867 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-600f26f0-2528-446c-aac7-9e26e7c4feb2 tempest-TestVolumeBootPattern-40869819 tempest-TestVolumeBootPattern-40869819-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 1093 time: 0.1499515 Jun 23 16:56:07.967655 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 40782) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:56:07.971855 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Request body: {'floatingip': {'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'port_id': 'ff9eccf3-e791-41f3-9e19-27dec0eb21b5', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:56:07.993103 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for floatingip, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:08.088852 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:08.189252 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Allocated IP 172.27.3.195 (e0719ee7-fed0-4bca-a581-6af63c437fb6/0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4/48f394a0-7985-4892-afe6-72fae2c927e8) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:56:08.257029 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:08.291203 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:08.328877 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125858108'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:08.332044 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-31cbef85-07fa-43cb-972c-27da82a72d34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:08.368598 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Network e0719ee7-fed0-4bca-a581-6af63c437fb6 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:56:08.371230 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:56:08.374680 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:56:08.395234 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event updated for resources: {'Port': ['ID=48f394a0-7985-4892-afe6-72fae2c927e8,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:08.406448 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:08.406831 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:08.407203 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:08.407571 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:08.407934 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:08.408294 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:08.408654 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:08.409017 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:08.409373 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:08.409725 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:08.410074 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:08.410449 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:56:08.415049 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:08.742220 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:08.820912 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:08.964027 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:08.968983 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:08.971798 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-ca196f20-7e67-44f2-a567-54f800a73f29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:56:09.038107 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event updated for resources: {'Port': ['ID=48f394a0-7985-4892-afe6-72fae2c927e8,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:56:09.044108 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:56:09.053133 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651384'] for floatingip, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:09.150798 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.db.l3_db [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Floating IP fde984b2-c522-4f33-b2fd-522f1125d1ec associated. External IP: 172.27.3.195, port: ff9eccf3-e791-41f3-9e19-27dec0eb21b5. Jun 23 16:56:09.350584 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Router d25d3548-3c61-4b6b-bd36-bf84403e0a80 has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:56:09.456067 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:56:09.466023 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc3d0c3-22a5-4420-91e0-55d78e884534 None None] Sync routers for ids ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:56:09.472068 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for floatingip, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:09.475019 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc3d0c3-22a5-4420-91e0-55d78e884534 None None] Routers {'d25d3548-3c61-4b6b-bd36-bf84403e0a80'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:56:09.475666 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-3cc3d0c3-22a5-4420-91e0-55d78e884534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:56:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:56:09.582456 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-3cc3d0c3-22a5-4420-91e0-55d78e884534 None None] Set router d25d3548-3c61-4b6b-bd36-bf84403e0a80 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:56:09.679728 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:09.781962 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8132932 Jun 23 16:56:09.782634 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66638bb8-8ea2-4fae-be4b-6978474c9dc9', 'tag': 'ff9eccf3-e791-41f3-9e19-27dec0eb21b5'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:56:09.784979 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8353fc58-3fa0-4a98-9b06-bc2d292ce2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "66638bb8-8ea2-4fae-be4b-6978474c9dc9", "tag": "ff9eccf3-e791-41f3-9e19-27dec0eb21b5"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:56:09.822627 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-3cc3d0c3-22a5-4420-91e0-55d78e884534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': 'fde984b2-c522-4f33-b2fd-522f1125d1ec', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'port_id': 'ff9eccf3-e791-41f3-9e19-27dec0eb21b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'mac_address': 'fa:16:3e:9c:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66638bb8-8ea2-4fae-be4b-6978474c9dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:56:08Z', 'updated_at': '2021-06-23T16:56:08Z', 'revision_number': 0, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 5, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:56:09.848685 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc3d0c3-22a5-4420-91e0-55d78e884534 None None] Checking router: d25d3548-3c61-4b6b-bd36-bf84403e0a80 for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:56:09.857620 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc3d0c3-22a5-4420-91e0-55d78e884534 None None] Routers {'d25d3548-3c61-4b6b-bd36-bf84403e0a80'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:56:09.858280 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-3cc3d0c3-22a5-4420-91e0-55d78e884534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:56:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:56:09.874263 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4955e7c5-316f-411a-8187-362f733bed03 x-openstack-request-id: req-4955e7c5-316f-411a-8187-362f733bed03 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:56:09.874593 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66638bb8-8ea2-4fae-be4b-6978474c9dc9", "tag": "ff9eccf3-e791-41f3-9e19-27dec0eb21b5", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:56:09.874888 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4955e7c5-316f-411a-8187-362f733bed03 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:56:09.875315 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66638bb8-8ea2-4fae-be4b-6978474c9dc9', 'tag': 'ff9eccf3-e791-41f3-9e19-27dec0eb21b5', 'status': 'completed', 'code': 200} Jun 23 16:56:09.979440 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353fc58-3fa0-4a98-9b06-bc2d292ce2b4 req-a8c2a39e-4b69-4f2a-9ae2-e386039a075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:09.980915 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-8353fc58-3fa0-4a98-9b06-bc2d292ce2b4 req-a8c2a39e-4b69-4f2a-9ae2-e386039a075e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e23d86201800418da2c86efff17a90f3&device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 1098 time: 0.0553141 Jun 23 16:56:10.069548 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353fc58-3fa0-4a98-9b06-bc2d292ce2b4 req-207b7e72-b79d-4fed-a9c0-024a0698be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:10.070532 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-8353fc58-3fa0-4a98-9b06-bc2d292ce2b4 req-207b7e72-b79d-4fed-a9c0-024a0698be25 service neutron] 10.222.0.84 "GET /v2.0/networks?id=223a992c-8fb0-4643-a2a9-621993edd6e8 HTTP/1.1" status: 200 len: 913 time: 0.0833728 Jun 23 16:56:10.083265 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-3cc3d0c3-22a5-4420-91e0-55d78e884534 None None] Set router d25d3548-3c61-4b6b-bd36-bf84403e0a80 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:56:10.141578 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-8353fc58-3fa0-4a98-9b06-bc2d292ce2b4 req-92803b10-6633-4901-b5ac-452d93aad48e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff9eccf3-e791-41f3-9e19-27dec0eb21b5 HTTP/1.1" status: 200 len: 999 time: 0.0635507 Jun 23 16:56:10.190700 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353fc58-3fa0-4a98-9b06-bc2d292ce2b4 req-f37971a1-b7c9-493d-9028-d96cd13954ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:10.192126 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-8353fc58-3fa0-4a98-9b06-bc2d292ce2b4 req-f37971a1-b7c9-493d-9028-d96cd13954ac service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dca0b895-c82a-4229-9cfc-3076c85dd1dd HTTP/1.1" status: 200 len: 851 time: 0.0444627 Jun 23 16:56:10.248189 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353fc58-3fa0-4a98-9b06-bc2d292ce2b4 req-f9fd8cdf-d406-46d0-b65e-4f60f41b376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:10.249557 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-8353fc58-3fa0-4a98-9b06-bc2d292ce2b4 req-f9fd8cdf-d406-46d0-b65e-4f60f41b376e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=223a992c-8fb0-4643-a2a9-621993edd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515771 Jun 23 16:56:10.312983 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-3cc3d0c3-22a5-4420-91e0-55d78e884534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': 'fde984b2-c522-4f33-b2fd-522f1125d1ec', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'port_id': 'ff9eccf3-e791-41f3-9e19-27dec0eb21b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'mac_address': 'fa:16:3e:9c:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66638bb8-8ea2-4fae-be4b-6978474c9dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:56:08Z', 'updated_at': '2021-06-23T16:56:08Z', 'revision_number': 0, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 5, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:56:10.339159 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc3d0c3-22a5-4420-91e0-55d78e884534 None None] The sync data for ids ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'] in dv-cinder-788363-4-iscsi is: [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': 'fde984b2-c522-4f33-b2fd-522f1125d1ec', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'port_id': 'ff9eccf3-e791-41f3-9e19-27dec0eb21b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'mac_address': 'fa:16:3e:9c:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66638bb8-8ea2-4fae-be4b-6978474c9dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:56:08Z', 'updated_at': '2021-06-23T16:56:08Z', 'revision_number': 0, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 5, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:56:10.342948 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-8353fc58-3fa0-4a98-9b06-bc2d292ce2b4 req-50bd3380-ca83-4fae-87e6-fc7e96b7886f service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857947 Jun 23 16:56:10.431913 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-8353fc58-3fa0-4a98-9b06-bc2d292ce2b4 req-5e48b7b4-777f-4621-8582-26eb6bd35ca7 service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829778 Jun 23 16:56:10.517595 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84750f08-5a3c-4df9-b546-cc4ecc6637b0 None None] New status for floating IP fde984b2-c522-4f33-b2fd-522f1125d1ec: ACTIVE {{(pid=92866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:56:14.163968 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e1af3131-b8b3-4483-801f-e41a278171ef req-311a8c9b-d862-48aa-a835-26673f6c9b6a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557182 Jun 23 16:56:14.273875 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af3131-b8b3-4483-801f-e41a278171ef req-2f8658f9-1011-4dda-aed0-4d555c783e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:14.275425 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e1af3131-b8b3-4483-801f-e41a278171ef req-2f8658f9-1011-4dda-aed0-4d555c783e50 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e23d86201800418da2c86efff17a90f3&device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 1098 time: 0.0525198 Jun 23 16:56:14.383364 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af3131-b8b3-4483-801f-e41a278171ef req-e0889488-082c-4edb-84af-3ba70ffe3ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:14.384793 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e1af3131-b8b3-4483-801f-e41a278171ef req-e0889488-082c-4edb-84af-3ba70ffe3ef9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=223a992c-8fb0-4643-a2a9-621993edd6e8 HTTP/1.1" status: 200 len: 913 time: 0.0889993 Jun 23 16:56:14.448151 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e1af3131-b8b3-4483-801f-e41a278171ef req-31623e19-67c6-448a-8004-1cfc94605135 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff9eccf3-e791-41f3-9e19-27dec0eb21b5 HTTP/1.1" status: 200 len: 1001 time: 0.0557890 Jun 23 16:56:14.494507 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af3131-b8b3-4483-801f-e41a278171ef req-ddd346e6-9beb-48a0-9a50-f148e602fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:14.496452 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e1af3131-b8b3-4483-801f-e41a278171ef req-ddd346e6-9beb-48a0-9a50-f148e602fb23 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dca0b895-c82a-4229-9cfc-3076c85dd1dd HTTP/1.1" status: 200 len: 851 time: 0.0409081 Jun 23 16:56:14.552396 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af3131-b8b3-4483-801f-e41a278171ef req-2811e9da-7b16-451c-9f63-43baa44fdf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:14.553796 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e1af3131-b8b3-4483-801f-e41a278171ef req-2811e9da-7b16-451c-9f63-43baa44fdf72 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=223a992c-8fb0-4643-a2a9-621993edd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511346 Jun 23 16:56:14.639311 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e1af3131-b8b3-4483-801f-e41a278171ef req-c3a0633d-ed0d-47de-8227-57821d61ee0a service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787654 Jun 23 16:56:14.731144 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e1af3131-b8b3-4483-801f-e41a278171ef req-951a0080-ac83-4c14-99e2-dd341e43b354 service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854983 Jun 23 16:56:25.483137 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:56:32.656098 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ebd37ace-36b0-4ead-be41-1e843af9ea52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:35.039829 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:35.785529 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-be28944c-e300-49eb-aed3-aadabbdf9f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:36.592922 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:38.260859 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:39.674905 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:02.481876 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:57:02.656439 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-2734a6b6-70ba-4976-b2d9-41b0d1aa8ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:05.040414 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:05.785765 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-fce2e991-ffcb-4ffa-82a8-3082b5d828f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:06.596287 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:08.264131 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:09.670336 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:14.161736 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-57a2afde-e08f-4637-bca2-6ba4f9a258db req-bae8006b-398d-42d2-b575-d81743cf6df4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541201 Jun 23 16:57:14.271609 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2afde-e08f-4637-bca2-6ba4f9a258db req-b3d95733-0d04-43f1-a7c2-f015878e7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:14.273084 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-57a2afde-e08f-4637-bca2-6ba4f9a258db req-b3d95733-0d04-43f1-a7c2-f015878e7e81 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e23d86201800418da2c86efff17a90f3&device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 1098 time: 0.0514495 Jun 23 16:57:14.377905 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2afde-e08f-4637-bca2-6ba4f9a258db req-dfce9cdc-a6dc-4fad-9bf2-e692cc1a5983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:14.379345 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-57a2afde-e08f-4637-bca2-6ba4f9a258db req-dfce9cdc-a6dc-4fad-9bf2-e692cc1a5983 service neutron] 10.222.0.84 "GET /v2.0/networks?id=223a992c-8fb0-4643-a2a9-621993edd6e8 HTTP/1.1" status: 200 len: 913 time: 0.0862005 Jun 23 16:57:14.441264 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-57a2afde-e08f-4637-bca2-6ba4f9a258db req-fdc75353-e878-4459-aa34-fb3451de6577 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff9eccf3-e791-41f3-9e19-27dec0eb21b5 HTTP/1.1" status: 200 len: 1001 time: 0.0549963 Jun 23 16:57:14.493109 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2afde-e08f-4637-bca2-6ba4f9a258db req-8ddc2850-bb31-45ba-bdc8-a29b959378cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:14.494531 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-57a2afde-e08f-4637-bca2-6ba4f9a258db req-8ddc2850-bb31-45ba-bdc8-a29b959378cb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dca0b895-c82a-4229-9cfc-3076c85dd1dd HTTP/1.1" status: 200 len: 851 time: 0.0463290 Jun 23 16:57:14.549531 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2afde-e08f-4637-bca2-6ba4f9a258db req-3dd72749-e9fd-43b0-8790-06c4d105fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:14.550978 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-57a2afde-e08f-4637-bca2-6ba4f9a258db req-3dd72749-e9fd-43b0-8790-06c4d105fd6a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=223a992c-8fb0-4643-a2a9-621993edd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496159 Jun 23 16:57:14.635532 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-57a2afde-e08f-4637-bca2-6ba4f9a258db req-a9417239-0fc3-4577-a510-21514ec5e536 service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776782 Jun 23 16:57:14.726363 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-57a2afde-e08f-4637-bca2-6ba4f9a258db req-9a7195e3-254a-418e-ac42-615149b1c93b service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832829 Jun 23 16:57:32.655348 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-11e48d80-2319-40df-ad67-ad75086e17a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:35.044205 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:35.785775 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-90a9a02d-91cc-405b-89d9-d6e89505d13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:36.598382 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:38.266894 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:39.480103 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:57:39.684797 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:02.656239 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-a3e9a117-4012-4f6f-b45a-f6374fbd3b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:05.044713 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:05.178523 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44669b87-cd01-48a8-a64b-0a3c3ba1b2bf req-a1e87f9f-7a13-4df1-8154-211c07a0e344 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:05.179855 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-44669b87-cd01-48a8-a64b-0a3c3ba1b2bf req-a1e87f9f-7a13-4df1-8154-211c07a0e344 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 945 time: 0.0639920 Jun 23 16:58:05.216958 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-44669b87-cd01-48a8-a64b-0a3c3ba1b2bf req-32bb537e-98d5-4464-9f80-3a1d44a86494 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315177 Jun 23 16:58:05.784922 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-e8e1f2dd-46a1-4876-aa17-3c981fa286d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:06.392282 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f64db-1226-4dad-8d5e-c54451592682 req-cb259ebe-1e6d-462e-9d5b-645097b51fae tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:06.393702 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2d6f64db-1226-4dad-8d5e-c54451592682 req-cb259ebe-1e6d-462e-9d5b-645097b51fae tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 945 time: 0.0662234 Jun 23 16:58:06.428718 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2d6f64db-1226-4dad-8d5e-c54451592682 req-7045ebb2-3753-4db5-8194-bb8e1441e508 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295036 Jun 23 16:58:06.601895 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:06.822753 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbc968-1321-47ed-86ea-dffdf3af0c60 req-3d1d67d8-14b0-4225-9d38-0edc7392de67 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:06.824173 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-cffbc968-1321-47ed-86ea-dffdf3af0c60 req-3d1d67d8-14b0-4225-9d38-0edc7392de67 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.84 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 945 time: 0.0612612 Jun 23 16:58:06.922328 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [req-cffbc968-1321-47ed-86ea-dffdf3af0c60 req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Deleting port ff9eccf3-e791-41f3-9e19-27dec0eb21b5 {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:58:06.922585 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-cffbc968-1321-47ed-86ea-dffdf3af0c60 req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:07.005602 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [req-cffbc968-1321-47ed-86ea-dffdf3af0c60 req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] For port ff9eccf3-e791-41f3-9e19-27dec0eb21b5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ff9eccf3-e791-41f3-9e19-27dec0eb21b5,segment=NetworkSegment(c6f12f4a-0567-4732-8f79-c03b276cab4f),segment_id=c6f12f4a-0567-4732-8f79-c03b276cab4f)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:07.005954 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-cffbc968-1321-47ed-86ea-dffdf3af0c60 req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:07.214655 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-cffbc968-1321-47ed-86ea-dffdf3af0c60 req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:07.214938 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-cffbc968-1321-47ed-86ea-dffdf3af0c60 req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651384'] for floatingip, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:07.215250 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.db.l3_db [req-cffbc968-1321-47ed-86ea-dffdf3af0c60 req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Floating IP fde984b2-c522-4f33-b2fd-522f1125d1ec disassociated. External IP: 172.27.3.195, port: ff9eccf3-e791-41f3-9e19-27dec0eb21b5. Jun 23 16:58:07.215664 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [req-cffbc968-1321-47ed-86ea-dffdf3af0c60 req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Calling delete_port for ff9eccf3-e791-41f3-9e19-27dec0eb21b5 owned by compute:nova {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:58:07.338898 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-cffbc968-1321-47ed-86ea-dffdf3af0c60 req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:07.343790 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-66a0d0de-ebc3-4748-a942-9230a5a63fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:07.367760 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event deleted for resources: {'Port': ['ID=ff9eccf3-e791-41f3-9e19-27dec0eb21b5,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:07.381404 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:07.381820 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:07.382259 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:07.382637 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:07.383008 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:07.383386 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:07.383764 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:07.384144 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:07.384536 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:07.384911 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:07.385696 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:07.385696 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:07.389326 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:07.585164 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0e93a61f-f864-4a5f-8789-5daca3554e7a req-22924a12-95e5-48d0-a8f0-f02f68c3ef87 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 210 time: 0.0296323 Jun 23 16:58:07.747936 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cffbc968-1321-47ed-86ea-dffdf3af0c60 req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Router d25d3548-3c61-4b6b-bd36-bf84403e0a80 has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:58:07.854449 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cffbc968-1321-47ed-86ea-dffdf3af0c60 req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:58:07.863737 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c63f539-13fc-467b-8ed2-8f2082bc1104 None None] Sync routers for ids ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:58:07.872779 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c63f539-13fc-467b-8ed2-8f2082bc1104 None None] Routers {'d25d3548-3c61-4b6b-bd36-bf84403e0a80'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:07.873475 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-1c63f539-13fc-467b-8ed2-8f2082bc1104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:58:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:07.899523 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffbc968-1321-47ed-86ea-dffdf3af0c60 req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] No DVR routers for this DVR port ff9eccf3-e791-41f3-9e19-27dec0eb21b5 on host hv-cinder-78836 {{(pid=92864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:58:07.902532 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-cffbc968-1321-47ed-86ea-dffdf3af0c60 req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:07.904482 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-cffbc968-1321-47ed-86ea-dffdf3af0c60 req-b75be2f4-d23e-4198-80aa-4e00b4f7d1db tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.84 "DELETE /v2.0/ports/ff9eccf3-e791-41f3-9e19-27dec0eb21b5 HTTP/1.1" status: 204 len: 173 time: 1.0746648 Jun 23 16:58:07.904998 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66638bb8-8ea2-4fae-be4b-6978474c9dc9', 'name': 'network-vif-deleted', 'tag': 'ff9eccf3-e791-41f3-9e19-27dec0eb21b5'}] {{(pid=92864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:58:07.907315 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6746fc05b017fa2e5222a758ba3018216863d05e2f8cda4fa9da67320e81433e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8890842-82fe-4330-a340-21285e1935ab" -d '{"events": [{"server_uuid": "66638bb8-8ea2-4fae-be4b-6978474c9dc9", "name": "network-vif-deleted", "tag": "ff9eccf3-e791-41f3-9e19-27dec0eb21b5"}]}' {{(pid=92864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:58:07.950836 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73cf110-e322-4069-bd0d-34b7b6e19ce3 x-openstack-request-id: req-b73cf110-e322-4069-bd0d-34b7b6e19ce3 {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:58:07.951188 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66638bb8-8ea2-4fae-be4b-6978474c9dc9", "name": "network-vif-deleted", "tag": "ff9eccf3-e791-41f3-9e19-27dec0eb21b5", "status": "completed", "code": 200}]} {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:58:07.952174 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b73cf110-e322-4069-bd0d-34b7b6e19ce3 {{(pid=92864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:58:07.952174 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66638bb8-8ea2-4fae-be4b-6978474c9dc9', 'name': 'network-vif-deleted', 'tag': 'ff9eccf3-e791-41f3-9e19-27dec0eb21b5', 'status': 'completed', 'code': 200} Jun 23 16:58:07.977485 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-1c63f539-13fc-467b-8ed2-8f2082bc1104 None None] Set router d25d3548-3c61-4b6b-bd36-bf84403e0a80 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:08.164642 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-1c63f539-13fc-467b-8ed2-8f2082bc1104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 5, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:08.192631 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c63f539-13fc-467b-8ed2-8f2082bc1104 None None] Checking router: d25d3548-3c61-4b6b-bd36-bf84403e0a80 for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:58:08.201139 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c63f539-13fc-467b-8ed2-8f2082bc1104 None None] Routers {'d25d3548-3c61-4b6b-bd36-bf84403e0a80'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:08.201741 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-1c63f539-13fc-467b-8ed2-8f2082bc1104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:58:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:08.300256 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:08.314351 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-1c63f539-13fc-467b-8ed2-8f2082bc1104 None None] Set router d25d3548-3c61-4b6b-bd36-bf84403e0a80 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:08.508589 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-1c63f539-13fc-467b-8ed2-8f2082bc1104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 5, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:08.533421 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c63f539-13fc-467b-8ed2-8f2082bc1104 None None] The sync data for ids ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'] in dv-cinder-788363-4-iscsi is: [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 5, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:58:08.749151 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b10e7d5f-2653-42e1-92cc-f5d7b28a2080 req-7242c49d-bad3-4eae-a24c-44066f6fe925 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=66638bb8-8ea2-4fae-be4b-6978474c9dc9 HTTP/1.1" status: 200 len: 210 time: 0.0330803 Jun 23 16:58:08.767406 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c347a8e4-cd93-4644-8ff9-e22fa74011a2 None None] New status for floating IP fde984b2-c522-4f33-b2fd-522f1125d1ec: DOWN {{(pid=92866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:58:09.716343 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:09.982379 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-44936be8-52d0-440f-ba77-32b90f768f50 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-372864570&fields=id&tenant_id=e23d86201800418da2c86efff17a90f3 HTTP/1.1" status: 200 len: 267 time: 0.0314708 Jun 23 16:58:10.085865 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-3db9910f-6ca8-49ae-a5cb-5af6105b3aa6 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:10.087293 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-3db9910f-6ca8-49ae-a5cb-5af6105b3aa6 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/networks?id=223a992c-8fb0-4643-a2a9-621993edd6e8 HTTP/1.1" status: 200 len: 812 time: 0.0988545 Jun 23 16:58:10.101658 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-dc9848c5-1f2e-4d08-9a32-b03c2873e32d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/quotas/e23d86201800418da2c86efff17a90f3 HTTP/1.1" status: 200 len: 375 time: 0.0085864 Jun 23 16:58:10.170629 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-15ceb2d2-758f-4bd4-80bc-c8c2fab8b8d8 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e23d86201800418da2c86efff17a90f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0633790 Jun 23 16:58:10.238962 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-0382dcec-e6f4-44fd-be3e-ea9b52e9bc19 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:58:10.239937 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-0382dcec-e6f4-44fd-be3e-ea9b52e9bc19 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0588393 Jun 23 16:58:10.330056 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7fbfad6d-8525-43bf-9419-5522fca35c9c service neutron] 10.222.0.46 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839705 Jun 23 16:58:10.418268 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-ecedbbdf-7e53-4082-9633-7843e2ca2708 service neutron] 10.222.0.46 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821507 Jun 23 16:58:10.711175 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a4078420-6f3d-4509-ab73-27ebedc48719 req-73bdcbaf-b27f-415a-b5c1-5f07f226592d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 210 time: 0.0364256 Jun 23 16:58:11.481012 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device ff9eccf3-e791-41f3-9e19-27dec0eb21b5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:58:11.504341 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] No Port match for: ff9eccf3-e791-41f3-9e19-27dec0eb21b5 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:58:11.504692 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device ff9eccf3-e791-41f3-9e19-27dec0eb21b5 not bound to the agent host hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:58:11.797555 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-2ad098e7-1895-4308-9617-a4069140643e tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:11.799757 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-2ad098e7-1895-4308-9617-a4069140643e tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.84 "GET /v2.0/networks?id=223a992c-8fb0-4643-a2a9-621993edd6e8 HTTP/1.1" status: 200 len: 812 time: 0.1056917 Jun 23 16:58:11.856385 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-9fe79454-f3c3-4eb2-87b5-c66896e1cd9a tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e23d86201800418da2c86efff17a90f3 HTTP/1.1" status: 200 len: 379 time: 0.0359790 Jun 23 16:58:11.856570 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b8c3d620-16dd-4e68-b030-a0211226eed7 req-4dc2c14f-04b7-4cad-8a21-afe9712a99f2 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 210 time: 0.0292480 Jun 23 16:58:11.864936 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-178d258c-7e55-4aae-923d-56c73f673433 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Request body: {'port': {'device_id': '327601af-7d40-4b14-b52e-4e0f8a458a2a', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'admin_state_up': True, 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'security_groups': ['928bfd53-71db-4384-bfac-f0ef56a91da0']}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:11.974155 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-178d258c-7e55-4aae-923d-56c73f673433 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Made reservation on behalf of e23d86201800418da2c86efff17a90f3 for: {'port': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:58:11.977697 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-178d258c-7e55-4aae-923d-56c73f673433 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:12.101964 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_common [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-178d258c-7e55-4aae-923d-56c73f673433 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Allocated IP 172.20.0.7 (223a992c-8fb0-4643-a2a9-621993edd6e8/dca0b895-c82a-4229-9cfc-3076c85dd1dd/a68e19b1-b104-4653-a28d-5f81dcf29254) {{(pid=92864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:58:12.237428 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-178d258c-7e55-4aae-923d-56c73f673433 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for port, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:12.250601 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.provisioning_blocks [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-178d258c-7e55-4aae-923d-56c73f673433 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Transition to ACTIVE for port object a68e19b1-b104-4653-a28d-5f81dcf29254 will not be triggered until provisioned by entity DHCP. {{(pid=92864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:58:12.282477 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-178d258c-7e55-4aae-923d-56c73f673433 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126768161'] for port, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:12.286589 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-be13780b-ef46-41af-9a9c-fa67b67b8624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:12.338373 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-178d258c-7e55-4aae-923d-56c73f673433 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Network 223a992c-8fb0-4643-a2a9-621993edd6e8 is already hosted by enough agents. {{(pid=92864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:58:12.341781 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-178d258c-7e55-4aae-923d-56c73f673433 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Resources bound (agent type, host, resource id): {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:58:12.346073 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-178d258c-7e55-4aae-923d-56c73f673433 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Received port after_create {{(pid=92864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:58:12.369963 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d258c-7e55-4aae-923d-56c73f673433 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event updated for resources: {'Port': ['ID=a68e19b1-b104-4653-a28d-5f81dcf29254,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:12.374366 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-178d258c-7e55-4aae-923d-56c73f673433 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:12.395422 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-178d258c-7e55-4aae-923d-56c73f673433 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:12.396053 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-178d258c-7e55-4aae-923d-56c73f673433 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:12.414719 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-178d258c-7e55-4aae-923d-56c73f673433 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5537319 Jun 23 16:58:12.432434 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Request body: {'port': {'device_id': '327601af-7d40-4b14-b52e-4e0f8a458a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:12.516927 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:12.655838 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-e1f5d43f-793f-4630-ad14-47c94fd14337 None None] Provisioning for port a68e19b1-b104-4653-a28d-5f81dcf29254 completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:58:12.660641 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-e1f5d43f-793f-4630-ad14-47c94fd14337 None None] Provisioning complete for port a68e19b1-b104-4653-a28d-5f81dcf29254 triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:58:12.661105 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-e1f5d43f-793f-4630-ad14-47c94fd14337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:12.696709 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-e1f5d43f-793f-4630-ad14-47c94fd14337 None None] Port a68e19b1-b104-4653-a28d-5f81dcf29254 cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:58:12.782529 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.notifiers.nova [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68e19b1-b104-4653-a28d-5f81dcf29254 {{(pid=92864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:58:12.789681 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:12.801711 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.provisioning_blocks [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Transition to ACTIVE for port object a68e19b1-b104-4653-a28d-5f81dcf29254 will not be triggered until provisioned by entity L2. {{(pid=92864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:58:12.804944 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126768179'] for port, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:12.807930 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-c9f385a9-5fc0-4b80-9e03-cb18eca70c23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:12.853656 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Pushing event updated for resources: {'Port': ['ID=a68e19b1-b104-4653-a28d-5f81dcf29254,revision_number=2']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:12.858338 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:12.929468 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.managers [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Attempting to bind port a68e19b1-b104-4653-a28d-5f81dcf29254 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:58:12.929795 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.managers [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Attempting to bind port a68e19b1-b104-4653-a28d-5f81dcf29254 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c6f12f4a-0567-4732-8f79-c03b276cab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8'}] {{(pid=92864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:58:12.930121 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Attempting to bind port a68e19b1-b104-4653-a28d-5f81dcf29254 on network 223a992c-8fb0-4643-a2a9-621993edd6e8 {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:58:12.935057 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Port a68e19b1-b104-4653-a28d-5f81dcf29254 on network 223a992c-8fb0-4643-a2a9-621993edd6e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:58:12.935376 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Attempting to bind port a68e19b1-b104-4653-a28d-5f81dcf29254 on network 223a992c-8fb0-4643-a2a9-621993edd6e8 {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:58:12.940425 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Checking agent: {'id': '038417b8-6895-4fa1-8365-da35a0f7bc41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'started_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:58:12.940910 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Checking segment: {'id': 'c6f12f4a-0567-4732-8f79-c03b276cab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:58:12.941302 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Bound using segment: {'id': 'c6f12f4a-0567-4732-8f79-c03b276cab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8'} {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:58:12.941748 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.managers [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Bound port: a68e19b1-b104-4653-a28d-5f81dcf29254, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f12f4a-0567-4732-8f79-c03b276cab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8'}}] {{(pid=92864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:58:12.942100 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:13.017199 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] For port a68e19b1-b104-4653-a28d-5f81dcf29254, host hv-cinder-78836, cleared binding levels {{(pid=92864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:58:13.021244 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] For port a68e19b1-b104-4653-a28d-5f81dcf29254, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a68e19b1-b104-4653-a28d-5f81dcf29254,segment=NetworkSegment(c6f12f4a-0567-4732-8f79-c03b276cab4f),segment_id=c6f12f4a-0567-4732-8f79-c03b276cab4f)] {{(pid=92864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:58:13.025865 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126768179'] for port, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:13.028893 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-80437109-b0af-44b0-a4b2-4480c3e3dd29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:13.033434 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5c765-9825-4607-9dc1-96ef7339612f req-b4e4f5f5-f9e4-45c7-b0e8-c55c4d60d083 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:13.034910 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f3e5c765-9825-4607-9dc1-96ef7339612f req-b4e4f5f5-f9e4-45c7-b0e8-c55c4d60d083 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 943 time: 0.0676692 Jun 23 16:58:13.064026 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:13.064815 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:13.066186 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] 10.222.0.84 "PUT /v2.0/ports/a68e19b1-b104-4653-a28d-5f81dcf29254 HTTP/1.1" status: 200 len: 1093 time: 0.6386480 Jun 23 16:58:13.066684 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327601af-7d40-4b14-b52e-4e0f8a458a2a', 'tag': 'a68e19b1-b104-4653-a28d-5f81dcf29254'}] {{(pid=92864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:58:13.069028 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6746fc05b017fa2e5222a758ba3018216863d05e2f8cda4fa9da67320e81433e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a71461-3134-4c74-9022-41671bde9a65" -d '{"events": [{"name": "network-changed", "server_uuid": "327601af-7d40-4b14-b52e-4e0f8a458a2a", "tag": "a68e19b1-b104-4653-a28d-5f81dcf29254"}]}' {{(pid=92864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:58:13.072877 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f3e5c765-9825-4607-9dc1-96ef7339612f req-b2dc0ce1-dd8c-43bd-87a3-4475fe80ba0c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321376 Jun 23 16:58:13.093560 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Pushing event updated for resources: {'Port': ['ID=a68e19b1-b104-4653-a28d-5f81dcf29254,revision_number=3']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:13.096794 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:13.119044 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf73e14b-c9f2-41f5-985b-44d6fc602e56 x-openstack-request-id: req-bf73e14b-c9f2-41f5-985b-44d6fc602e56 {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:58:13.119386 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327601af-7d40-4b14-b52e-4e0f8a458a2a", "tag": "a68e19b1-b104-4653-a28d-5f81dcf29254", "status": "completed", "code": 200}]} {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:58:13.119690 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf73e14b-c9f2-41f5-985b-44d6fc602e56 {{(pid=92864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:58:13.120139 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327601af-7d40-4b14-b52e-4e0f8a458a2a', 'tag': 'a68e19b1-b104-4653-a28d-5f81dcf29254', 'status': 'completed', 'code': 200} Jun 23 16:58:13.190629 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-c310d9cf-0cb3-4fa3-afd8-cc68133f9733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:13.192131 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-c310d9cf-0cb3-4fa3-afd8-cc68133f9733 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e23d86201800418da2c86efff17a90f3&device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 1096 time: 0.0551815 Jun 23 16:58:13.243356 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-4209cf8d-c860-4b8a-b11d-0a87e556e522 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a68e19b1-b104-4653-a28d-5f81dcf29254 HTTP/1.1" status: 200 len: 217 time: 0.0377982 Jun 23 16:58:13.292334 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-790d1cec-77d3-4d57-87c4-b8a472fe9908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:13.293760 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-790d1cec-77d3-4d57-87c4-b8a472fe9908 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dca0b895-c82a-4229-9cfc-3076c85dd1dd HTTP/1.1" status: 200 len: 851 time: 0.0443752 Jun 23 16:58:13.350349 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-6c4e53b3-1381-46b1-aebb-8900ac1ad508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:13.351811 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-6c4e53b3-1381-46b1-aebb-8900ac1ad508 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=223a992c-8fb0-4643-a2a9-621993edd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515418 Jun 23 16:58:13.441443 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-ac1846a3-8c25-4e85-a3ec-bd07947fc8ab service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825050 Jun 23 16:58:13.525312 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d9a8241a-c63c-4527-aab2-f576c54d9f76 req-e6689250-7f02-4b25-9432-698d4a3f650e service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775199 Jun 23 16:58:13.662495 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a71461-3134-4c74-9022-41671bde9a65 req-ce67dd17-601c-4988-8346-ea18e7e79942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:13.663933 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-03a71461-3134-4c74-9022-41671bde9a65 req-ce67dd17-601c-4988-8346-ea18e7e79942 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e23d86201800418da2c86efff17a90f3&device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 1096 time: 0.0546987 Jun 23 16:58:13.749454 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a71461-3134-4c74-9022-41671bde9a65 req-2a02b020-ccd9-47d3-baf4-4d9668b1269f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:13.750809 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-03a71461-3134-4c74-9022-41671bde9a65 req-2a02b020-ccd9-47d3-baf4-4d9668b1269f service neutron] 10.222.0.84 "GET /v2.0/networks?id=223a992c-8fb0-4643-a2a9-621993edd6e8 HTTP/1.1" status: 200 len: 913 time: 0.0797503 Jun 23 16:58:13.794900 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-03a71461-3134-4c74-9022-41671bde9a65 req-a48b3b01-8bdc-497a-b8ca-fbdd3f099941 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a68e19b1-b104-4653-a28d-5f81dcf29254 HTTP/1.1" status: 200 len: 217 time: 0.0361350 Jun 23 16:58:13.841623 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a71461-3134-4c74-9022-41671bde9a65 req-276cdf1a-4eb3-4e48-939e-23760cfdf77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:13.843060 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-03a71461-3134-4c74-9022-41671bde9a65 req-276cdf1a-4eb3-4e48-939e-23760cfdf77b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dca0b895-c82a-4229-9cfc-3076c85dd1dd HTTP/1.1" status: 200 len: 851 time: 0.0422821 Jun 23 16:58:13.897801 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a71461-3134-4c74-9022-41671bde9a65 req-f92a5317-4665-409b-9348-4f7b880224d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:13.899253 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-03a71461-3134-4c74-9022-41671bde9a65 req-f92a5317-4665-409b-9348-4f7b880224d1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=223a992c-8fb0-4643-a2a9-621993edd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495741 Jun 23 16:58:13.987441 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-03a71461-3134-4c74-9022-41671bde9a65 req-04f617b1-ea25-432b-ae59-292a47d6ee5c service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816104 Jun 23 16:58:14.071358 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-03a71461-3134-4c74-9022-41671bde9a65 req-3990d562-f6f8-440a-9d2d-81efc1498c37 service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0774188 Jun 23 16:58:14.257398 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a12f6f-d5c5-4a33-837b-9910daf524da req-92f99a32-36c0-43c5-8fef-d0d2ae289924 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:14.258862 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-03a12f6f-d5c5-4a33-837b-9910daf524da req-92f99a32-36c0-43c5-8fef-d0d2ae289924 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 943 time: 0.0659115 Jun 23 16:58:14.295869 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-03a12f6f-d5c5-4a33-837b-9910daf524da req-06d104b1-8b7c-4b88-adc6-ee76c5081084 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313277 Jun 23 16:58:15.474306 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a5a29-4573-468f-9803-a20328888581 req-b9bba537-c148-4a87-90e0-d35546451c39 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:15.475730 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-268a5a29-4573-468f-9803-a20328888581 req-b9bba537-c148-4a87-90e0-d35546451c39 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 943 time: 0.0612149 Jun 23 16:58:15.512705 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-268a5a29-4573-468f-9803-a20328888581 req-13f1e2cf-8586-4ee7-91c1-9542d3bb06f2 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308323 Jun 23 16:58:16.479139 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:58:16.681281 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef42b1-9956-4bd3-b016-ac764e043f5e req-ac6ba3f7-dc0f-4ebf-9179-e777fac6d50d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:16.682765 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-92ef42b1-9956-4bd3-b016-ac764e043f5e req-ac6ba3f7-dc0f-4ebf-9179-e777fac6d50d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 943 time: 0.0623169 Jun 23 16:58:16.723889 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-92ef42b1-9956-4bd3-b016-ac764e043f5e req-eb15bf20-f39d-4019-a197-483df97623aa tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355532 Jun 23 16:58:17.895587 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1504834-861a-4e65-9883-e9ac377fea96 req-7dd9f8ba-a10c-479d-afd4-da9538bc298b tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:17.897053 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d1504834-861a-4e65-9883-e9ac377fea96 req-7dd9f8ba-a10c-479d-afd4-da9538bc298b tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 943 time: 0.0620956 Jun 23 16:58:17.934514 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-d1504834-861a-4e65-9883-e9ac377fea96 req-5ad15c3b-e5ec-4dff-a914-a0a432012b00 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310221 Jun 23 16:58:19.101837 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dab1d8-d5df-4ea0-aa98-852d49fc5d6f req-3b88aa18-22d9-4a99-9169-e55ef35fc481 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:19.103940 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f7dab1d8-d5df-4ea0-aa98-852d49fc5d6f req-3b88aa18-22d9-4a99-9169-e55ef35fc481 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 943 time: 0.0632157 Jun 23 16:58:19.140754 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f7dab1d8-d5df-4ea0-aa98-852d49fc5d6f req-782ebd9c-579b-446d-98fd-87dfcba1d0f2 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311134 Jun 23 16:58:20.314754 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede7e86-4538-4e82-a7fa-4d7f6efd9e46 req-4938a82e-cfa0-4a6e-9bb5-4012d3d5e4e2 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:20.316189 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3ede7e86-4538-4e82-a7fa-4d7f6efd9e46 req-4938a82e-cfa0-4a6e-9bb5-4012d3d5e4e2 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 943 time: 0.0681236 Jun 23 16:58:20.353350 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3ede7e86-4538-4e82-a7fa-4d7f6efd9e46 req-bbc04dfb-aa7a-4a29-8247-002ae6c6619c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316386 Jun 23 16:58:21.507743 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device a68e19b1-b104-4653-a28d-5f81dcf29254 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:58:21.521066 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df51741-da1a-4c25-b725-4a56630de277 req-e65f8a45-81fe-4e65-ba6e-43fd4a606318 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:21.522542 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1df51741-da1a-4c25-b725-4a56630de277 req-e65f8a45-81fe-4e65-ba6e-43fd4a606318 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 943 time: 0.0635321 Jun 23 16:58:21.559719 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1df51741-da1a-4c25-b725-4a56630de277 req-dbd9fdda-6501-491e-83e1-86a130d8b136 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308654 Jun 23 16:58:21.603673 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port a68e19b1-b104-4653-a28d-5f81dcf29254, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a68e19b1-b104-4653-a28d-5f81dcf29254,segment=NetworkSegment(c6f12f4a-0567-4732-8f79-c03b276cab4f),segment_id=c6f12f4a-0567-4732-8f79-c03b276cab4f)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:21.731438 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Returning: {'device': 'a68e19b1-b104-4653-a28d-5f81dcf29254', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'port_id': 'a68e19b1-b104-4653-a28d-5f81dcf29254', 'mac_address': 'fa:16:3e:83:f5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:58:21.767461 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:21.780011 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68e19b1-b104-4653-a28d-5f81dcf29254 {{(pid=92865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:58:21.799144 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port a68e19b1-b104-4653-a28d-5f81dcf29254, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a68e19b1-b104-4653-a28d-5f81dcf29254,segment=NetworkSegment(c6f12f4a-0567-4732-8f79-c03b276cab4f),segment_id=c6f12f4a-0567-4732-8f79-c03b276cab4f)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:21.802965 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:21.804808 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-62e0d988-d49a-4c4c-bdf4-914f010d64e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:21.848079 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=a68e19b1-b104-4653-a28d-5f81dcf29254,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:21.855274 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:21.855624 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:21.855964 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:21.856295 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:21.856623 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:21.856951 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:21.857274 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:21.857595 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:21.857916 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:21.858262 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:21.858582 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:21.858898 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:21.862571 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:22.160877 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['a68e19b1-b104-4653-a28d-5f81dcf29254'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:58:22.726730 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662d277-dcbd-43f3-8c28-e7f9d3ca2308 req-e233f2fb-5203-40f4-91a0-144fd5a3722a tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:22.729019 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f662d277-dcbd-43f3-8c28-e7f9d3ca2308 req-e233f2fb-5203-40f4-91a0-144fd5a3722a tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 944 time: 0.0613739 Jun 23 16:58:22.768047 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f662d277-dcbd-43f3-8c28-e7f9d3ca2308 req-6825e86d-7367-4d5a-bbdd-8ed3410e3072 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337470 Jun 23 16:58:23.501879 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device a68e19b1-b104-4653-a28d-5f81dcf29254 up at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:58:23.550407 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning for port a68e19b1-b104-4653-a28d-5f81dcf29254 completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:58:23.553928 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning complete for port a68e19b1-b104-4653-a28d-5f81dcf29254 triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:58:23.554339 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:23.626469 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:23.648179 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327601af-7d40-4b14-b52e-4e0f8a458a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68e19b1-b104-4653-a28d-5f81dcf29254'}] {{(pid=92865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:58:23.650970 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053164b0cf726773bb22b402b066b9c97a54671ffe15cd7793040184515b98b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b6bf6a-c31f-4204-9793-77135041209a" -d '{"events": [{"server_uuid": "327601af-7d40-4b14-b52e-4e0f8a458a2a", "name": "network-vif-plugged", "status": "completed", "tag": "a68e19b1-b104-4653-a28d-5f81dcf29254"}]}' {{(pid=92865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:58:23.663367 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port a68e19b1-b104-4653-a28d-5f81dcf29254, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a68e19b1-b104-4653-a28d-5f81dcf29254,segment=NetworkSegment(c6f12f4a-0567-4732-8f79-c03b276cab4f),segment_id=c6f12f4a-0567-4732-8f79-c03b276cab4f)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:23.668359 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:23.670098 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-0c36371f-b46d-4a38-9b07-5882554aec2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:23.691311 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d648091-2e67-408c-91d2-02e3d3f30571 x-openstack-request-id: req-4d648091-2e67-408c-91d2-02e3d3f30571 {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:58:23.691604 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327601af-7d40-4b14-b52e-4e0f8a458a2a", "name": "network-vif-plugged", "status": "completed", "tag": "a68e19b1-b104-4653-a28d-5f81dcf29254", "code": 200}]} {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:58:23.691865 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4d648091-2e67-408c-91d2-02e3d3f30571 {{(pid=92865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:58:23.692256 dv-cinder-788363-4-iscsi neutron-server[92865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327601af-7d40-4b14-b52e-4e0f8a458a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68e19b1-b104-4653-a28d-5f81dcf29254', 'code': 200} Jun 23 16:58:23.716973 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=a68e19b1-b104-4653-a28d-5f81dcf29254,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:23.719778 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:23.939778 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a518ba2-d4ac-47dc-91fe-111f3d20d3f4 req-5813582c-ddf4-46ed-adb2-27ffecf1be02 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:23.941220 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4a518ba2-d4ac-47dc-91fe-111f3d20d3f4 req-5813582c-ddf4-46ed-adb2-27ffecf1be02 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 945 time: 0.0650244 Jun 23 16:58:23.979049 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-4a518ba2-d4ac-47dc-91fe-111f3d20d3f4 req-a626d494-6aaa-4347-b1a1-50569f19281e tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314722 Jun 23 16:58:23.982007 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ed790-03a4-4dbf-b1b6-d16225451d17 req-9108178d-080a-4e1b-a8f1-1b574b40abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:23.983522 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d26ed790-03a4-4dbf-b1b6-d16225451d17 req-9108178d-080a-4e1b-a8f1-1b574b40abda service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 1098 time: 0.0515866 Jun 23 16:58:24.022416 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-d26ed790-03a4-4dbf-b1b6-d16225451d17 req-dfee4e30-fb99-424e-88de-9fa9461d0824 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313671 Jun 23 16:58:25.154109 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b1b6d-67e4-482a-9976-4ad857c5a307 req-3dd86343-59fa-4693-82b4-0a1476aed606 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:25.155582 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-176b1b6d-67e4-482a-9976-4ad857c5a307 req-3dd86343-59fa-4693-82b4-0a1476aed606 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 945 time: 0.0644219 Jun 23 16:58:25.193102 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-176b1b6d-67e4-482a-9976-4ad857c5a307 req-a0415191-d7bb-4ada-aa3b-6e6f389159d7 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319514 Jun 23 16:58:26.367880 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb313219-6c5e-4330-993d-ba9573f12721 req-f24a2664-2553-4937-b02a-1c3ca93242fe tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:26.369945 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-eb313219-6c5e-4330-993d-ba9573f12721 req-f24a2664-2553-4937-b02a-1c3ca93242fe tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 945 time: 0.0666561 Jun 23 16:58:26.406391 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-eb313219-6c5e-4330-993d-ba9573f12721 req-e581ebaf-1d75-4854-9dc2-6cfffc743781 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307035 Jun 23 16:58:26.578005 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf065c2-d20e-4fa4-9b5b-4e6ce0a58920 req-ebb297a6-843b-4400-969d-6770c8c22ec9 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:26.579485 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7bf065c2-d20e-4fa4-9b5b-4e6ce0a58920 req-ebb297a6-843b-4400-969d-6770c8c22ec9 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 945 time: 0.0664985 Jun 23 16:58:26.616786 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7bf065c2-d20e-4fa4-9b5b-4e6ce0a58920 req-2446038c-3fd7-4b7d-9714-d2dcdbf3b118 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315125 Jun 23 16:58:26.641073 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 40910) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:26.690004 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9f7adc-d161-43a4-b09e-f1d8804ff069 tempest-TestVolumeBootPattern-40869819 tempest-TestVolumeBootPattern-40869819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:26.691468 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-4b9f7adc-d161-43a4-b09e-f1d8804ff069 tempest-TestVolumeBootPattern-40869819 tempest-TestVolumeBootPattern-40869819-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 1093 time: 0.0494413 Jun 23 16:58:26.694013 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 40912) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:26.698877 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Request body: {'floatingip': {'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'port_id': 'a68e19b1-b104-4653-a28d-5f81dcf29254', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:58:26.720594 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for floatingip, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:26.817219 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:26.921884 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Allocated IP 172.27.3.118 (e0719ee7-fed0-4bca-a581-6af63c437fb6/0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4/2b1952bc-f3da-4c2c-a82a-5483a6d9c253) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:58:27.019598 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.057420 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125858108'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.060125 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-89aaea14-e631-4f87-97af-c5dc7c580ce0 tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:27.098010 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Network e0719ee7-fed0-4bca-a581-6af63c437fb6 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:58:27.100749 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:58:27.105212 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:58:27.131383 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event updated for resources: {'Port': ['ID=2b1952bc-f3da-4c2c-a82a-5483a6d9c253,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:27.143381 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.143757 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.144124 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.144485 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.144839 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.145191 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.145544 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.145901 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.146279 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.146628 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.146972 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.147314 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:27.152449 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:27.471790 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.547047 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.690569 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.694936 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.697335 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-0686cfda-0ec1-4989-b042-609b0d3c1ced tempest-AttachVolumeTestJSON-579345047 tempest-AttachVolumeTestJSON-579345047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:27.757293 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event updated for resources: {'Port': ['ID=2b1952bc-f3da-4c2c-a82a-5483a6d9c253,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:27.761658 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:27.771132 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651384'] for floatingip, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:27.867530 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.db.l3_db [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Floating IP 800d9451-c230-400a-881d-0a0f6acc53b2 associated. External IP: 172.27.3.118, port: a68e19b1-b104-4653-a28d-5f81dcf29254. Jun 23 16:58:28.065356 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Router d25d3548-3c61-4b6b-bd36-bf84403e0a80 has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:58:28.168706 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:58:28.178247 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda95eda-a441-41c6-bd18-0bf4804832df None None] Sync routers for ids ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:58:28.184519 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for floatingip, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:28.187746 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda95eda-a441-41c6-bd18-0bf4804832df None None] Routers {'d25d3548-3c61-4b6b-bd36-bf84403e0a80'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:28.188368 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-bda95eda-a441-41c6-bd18-0bf4804832df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:58:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:28.220276 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-19cd7c64-80b1-48da-95c1-0d2413e2ac55 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5252423 Jun 23 16:58:28.221034 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327601af-7d40-4b14-b52e-4e0f8a458a2a', 'tag': 'a68e19b1-b104-4653-a28d-5f81dcf29254'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:58:28.223359 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1329305-03ff-4273-9fb3-73b91def05aa" -d '{"events": [{"name": "network-changed", "server_uuid": "327601af-7d40-4b14-b52e-4e0f8a458a2a", "tag": "a68e19b1-b104-4653-a28d-5f81dcf29254"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:58:28.259895 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc1ec36-fa46-400a-bcc7-3e5d2722b8ed x-openstack-request-id: req-ffc1ec36-fa46-400a-bcc7-3e5d2722b8ed {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:58:28.260335 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327601af-7d40-4b14-b52e-4e0f8a458a2a", "tag": "a68e19b1-b104-4653-a28d-5f81dcf29254", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:58:28.260635 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ffc1ec36-fa46-400a-bcc7-3e5d2722b8ed {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:58:28.261074 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327601af-7d40-4b14-b52e-4e0f8a458a2a', 'tag': 'a68e19b1-b104-4653-a28d-5f81dcf29254', 'status': 'completed', 'code': 200} Jun 23 16:58:28.296428 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-bda95eda-a441-41c6-bd18-0bf4804832df None None] Set router d25d3548-3c61-4b6b-bd36-bf84403e0a80 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:28.354656 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1329305-03ff-4273-9fb3-73b91def05aa req-fb5e0cf6-2aaa-4c0c-bd49-41b8c33d38e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:28.356142 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f1329305-03ff-4273-9fb3-73b91def05aa req-fb5e0cf6-2aaa-4c0c-bd49-41b8c33d38e2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e23d86201800418da2c86efff17a90f3&device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 1098 time: 0.0522733 Jun 23 16:58:28.441999 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1329305-03ff-4273-9fb3-73b91def05aa req-30420de7-bb1d-4125-b73b-e12bfbc560cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:28.443368 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f1329305-03ff-4273-9fb3-73b91def05aa req-30420de7-bb1d-4125-b73b-e12bfbc560cb service neutron] 10.222.0.84 "GET /v2.0/networks?id=223a992c-8fb0-4643-a2a9-621993edd6e8 HTTP/1.1" status: 200 len: 913 time: 0.0809267 Jun 23 16:58:28.509585 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f1329305-03ff-4273-9fb3-73b91def05aa req-0480ec71-f8f4-4e91-a66b-71eda130ddb5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a68e19b1-b104-4653-a28d-5f81dcf29254 HTTP/1.1" status: 200 len: 999 time: 0.0597680 Jun 23 16:58:28.516977 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-bda95eda-a441-41c6-bd18-0bf4804832df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': '800d9451-c230-400a-881d-0a0f6acc53b2', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'port_id': 'a68e19b1-b104-4653-a28d-5f81dcf29254', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'mac_address': 'fa:16:3e:83:f5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327601af-7d40-4b14-b52e-4e0f8a458a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:27Z', 'revision_number': 0, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 5, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:28.542531 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda95eda-a441-41c6-bd18-0bf4804832df None None] Checking router: d25d3548-3c61-4b6b-bd36-bf84403e0a80 for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:58:28.550618 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda95eda-a441-41c6-bd18-0bf4804832df None None] Routers {'d25d3548-3c61-4b6b-bd36-bf84403e0a80'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:28.551237 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-bda95eda-a441-41c6-bd18-0bf4804832df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T16:58:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:28.557198 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1329305-03ff-4273-9fb3-73b91def05aa req-7147acfc-077d-4f34-b3eb-455e8650a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:28.558668 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f1329305-03ff-4273-9fb3-73b91def05aa req-7147acfc-077d-4f34-b3eb-455e8650a788 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dca0b895-c82a-4229-9cfc-3076c85dd1dd HTTP/1.1" status: 200 len: 851 time: 0.0430260 Jun 23 16:58:28.615614 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1329305-03ff-4273-9fb3-73b91def05aa req-a7668fcf-bd8f-4626-8ea6-082388efd531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:28.617067 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f1329305-03ff-4273-9fb3-73b91def05aa req-a7668fcf-bd8f-4626-8ea6-082388efd531 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=223a992c-8fb0-4643-a2a9-621993edd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528855 Jun 23 16:58:28.658527 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-bda95eda-a441-41c6-bd18-0bf4804832df None None] Set router d25d3548-3c61-4b6b-bd36-bf84403e0a80 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:28.708493 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f1329305-03ff-4273-9fb3-73b91def05aa req-a9b5e3c3-ccc2-4b3e-9559-186dd7dc772d service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828915 Jun 23 16:58:28.796040 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f1329305-03ff-4273-9fb3-73b91def05aa req-fd17f540-1f23-4e15-825c-5096f7076295 service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808642 Jun 23 16:58:28.877192 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-bda95eda-a441-41c6-bd18-0bf4804832df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': '800d9451-c230-400a-881d-0a0f6acc53b2', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'port_id': 'a68e19b1-b104-4653-a28d-5f81dcf29254', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'mac_address': 'fa:16:3e:83:f5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327601af-7d40-4b14-b52e-4e0f8a458a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:27Z', 'revision_number': 0, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 5, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:28.903025 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda95eda-a441-41c6-bd18-0bf4804832df None None] The sync data for ids ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'] in dv-cinder-788363-4-iscsi is: [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': '800d9451-c230-400a-881d-0a0f6acc53b2', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'port_id': 'a68e19b1-b104-4653-a28d-5f81dcf29254', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'mac_address': 'fa:16:3e:83:f5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327601af-7d40-4b14-b52e-4e0f8a458a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:27Z', 'revision_number': 0, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 5, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:58:29.083121 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095f6bde-b0b8-4b02-a958-6adff4568f45 None None] New status for floating IP 800d9451-c230-400a-881d-0a0f6acc53b2: ACTIVE {{(pid=92866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:58:32.656247 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-62e254de-9428-48a2-89a2-66f0f1342d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:35.047727 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:35.785015 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-4b08ccea-7725-4450-8d7b-60e0063015cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:36.604337 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:38.273413 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:39.733185 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:53.478632 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:59:02.657363 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-f1d31f42-1c04-4aca-9b43-08badeae33f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:04.354295 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [req-37e46c1c-0d24-442f-8962-10cd3dc7ea2c req-fc1396d0-9ca4-4ab8-bdfe-d85ce5be1dd5 tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] (92863) timed out ('10.222.0.84', 62970) {{(pid=92863) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 16:59:05.048274 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:05.788951 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-f824e9b5-a412-4f92-8673-acdc7b16e993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:06.607405 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:08.275131 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:09.740373 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:16.967970 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-69a8773a-9dd8-4d52-b9c5-2f9075878b7a req-0b83adf8-9179-4ac7-8536-761cf963d6a1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534368 Jun 23 16:59:17.077191 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8773a-9dd8-4d52-b9c5-2f9075878b7a req-da2ac1ba-4535-4bc7-ad7e-5be996c617fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:17.078730 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-69a8773a-9dd8-4d52-b9c5-2f9075878b7a req-da2ac1ba-4535-4bc7-ad7e-5be996c617fa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e23d86201800418da2c86efff17a90f3&device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 1098 time: 0.0539949 Jun 23 16:59:17.185573 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8773a-9dd8-4d52-b9c5-2f9075878b7a req-1c377675-20da-4aab-9ad9-49a83394f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:17.186951 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-69a8773a-9dd8-4d52-b9c5-2f9075878b7a req-1c377675-20da-4aab-9ad9-49a83394f8f8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=223a992c-8fb0-4643-a2a9-621993edd6e8 HTTP/1.1" status: 200 len: 913 time: 0.0864732 Jun 23 16:59:17.248304 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-69a8773a-9dd8-4d52-b9c5-2f9075878b7a req-abc12429-db5f-4d77-88da-59656bd36ec9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a68e19b1-b104-4653-a28d-5f81dcf29254 HTTP/1.1" status: 200 len: 1001 time: 0.0551136 Jun 23 16:59:17.295087 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8773a-9dd8-4d52-b9c5-2f9075878b7a req-181f337e-d972-4158-9bcd-4bcdadb32bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:17.296522 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-69a8773a-9dd8-4d52-b9c5-2f9075878b7a req-181f337e-d972-4158-9bcd-4bcdadb32bfe service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dca0b895-c82a-4229-9cfc-3076c85dd1dd HTTP/1.1" status: 200 len: 851 time: 0.0422003 Jun 23 16:59:17.354701 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8773a-9dd8-4d52-b9c5-2f9075878b7a req-45488f02-6301-408b-8fc8-41408b5699fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:59:17.356147 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-69a8773a-9dd8-4d52-b9c5-2f9075878b7a req-45488f02-6301-408b-8fc8-41408b5699fd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=223a992c-8fb0-4643-a2a9-621993edd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538356 Jun 23 16:59:17.443324 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-69a8773a-9dd8-4d52-b9c5-2f9075878b7a req-789f38af-493a-486c-a352-f80f87328e9d service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805752 Jun 23 16:59:17.533176 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-69a8773a-9dd8-4d52-b9c5-2f9075878b7a req-6ce78376-7f88-404e-9444-12853a74ed86 service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821185 Jun 23 16:59:30.477278 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:59:32.658535 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-578df548-65b2-41a4-8ef7-b04134f109cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:35.048358 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:35.789669 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3dde3bf-f081-4ce5-b159-8b7d4f377d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:36.610347 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:38.277347 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:39.730189 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:02.658666 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ae68fa11-5156-42b2-8785-1b4e6488b49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:03.390736 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-7e4378a4-daee-4696-ad4b-24140d1ce3d7 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-372864570&fields=id&tenant_id=e23d86201800418da2c86efff17a90f3 HTTP/1.1" status: 200 len: 267 time: 0.0331140 Jun 23 17:00:03.497948 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-68a097d2-5b13-473a-bc0b-891ad50707ed tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:03.499333 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-68a097d2-5b13-473a-bc0b-891ad50707ed tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/networks?id=223a992c-8fb0-4643-a2a9-621993edd6e8 HTTP/1.1" status: 200 len: 812 time: 0.1020229 Jun 23 17:00:03.516414 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-98d1b477-4d89-4543-967f-d51358335db8 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/quotas/e23d86201800418da2c86efff17a90f3 HTTP/1.1" status: 200 len: 375 time: 0.0115895 Jun 23 17:00:03.591507 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-eec1b5af-55fc-44d9-a602-5e0eb51baa9f tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e23d86201800418da2c86efff17a90f3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0699687 Jun 23 17:00:03.691460 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-6fac8221-51a1-47ae-aa48-d40bd43d616d service neutron] 10.222.0.46 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879517 Jun 23 17:00:03.775893 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-49bfcbb6-92e6-44b9-9f3c-024d553e64e1 service neutron] 10.222.0.46 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788040 Jun 23 17:00:04.077401 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-a14234a0-1862-49b9-a019-3602a4d6c4da req-9b8327f3-5e42-4056-853f-4b062a592745 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 210 time: 0.0319242 Jun 23 17:00:05.049948 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:05.213405 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-6d733b67-61fc-4f50-abca-c87d81996fd5 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:05.214857 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-6d733b67-61fc-4f50-abca-c87d81996fd5 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.84 "GET /v2.0/networks?id=223a992c-8fb0-4643-a2a9-621993edd6e8 HTTP/1.1" status: 200 len: 812 time: 0.1029029 Jun 23 17:00:05.232338 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f084bb34-cc22-4f01-b2b4-f58db0202bf9 req-a86936ea-40a7-4fbb-8663-1f2f67efcc08 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 210 time: 0.0313981 Jun 23 17:00:05.270490 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-f7082a1b-449c-408a-a0f4-ac4dafdd76ba tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e23d86201800418da2c86efff17a90f3 HTTP/1.1" status: 200 len: 379 time: 0.0353553 Jun 23 17:00:05.280143 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Request body: {'port': {'device_id': '571e2e9e-36f0-4765-9a8c-150f67538809', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'admin_state_up': True, 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'security_groups': ['928bfd53-71db-4384-bfac-f0ef56a91da0']}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:05.390356 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Made reservation on behalf of e23d86201800418da2c86efff17a90f3 for: {'port': 1} {{(pid=92864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:00:05.393890 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:05.518247 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_common [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Allocated IP 172.20.0.3 (223a992c-8fb0-4643-a2a9-621993edd6e8/dca0b895-c82a-4229-9cfc-3076c85dd1dd/f455ec39-dd1f-4572-a701-24ea20d73fdc) {{(pid=92864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:00:05.656960 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for port, precommit_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:05.670386 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.provisioning_blocks [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Transition to ACTIVE for port object f455ec39-dd1f-4572-a701-24ea20d73fdc will not be triggered until provisioned by entity DHCP. {{(pid=92864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:05.701160 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-126768161'] for port, after_create {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:05.704887 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7ac25e10-9333-4d28-acb4-05136a0bc869 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:05.753813 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Network 223a992c-8fb0-4643-a2a9-621993edd6e8 is already hosted by enough agents. {{(pid=92864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:05.757515 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.base_scheduler [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Resources bound (agent type, host, resource id): {{(pid=92864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:05.761606 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Received port after_create {{(pid=92864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:00:05.768119 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event updated for resources: {'Port': ['ID=f455ec39-dd1f-4572-a701-24ea20d73fdc,revision_number=1']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:05.793351 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-f3108ce2-8f23-43cb-8188-7c863cb90a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:05.796724 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:05.797114 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:05.797494 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:05.797872 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:05.798269 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:05.798639 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:05.799165 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:05.799539 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:05.799911 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:05.800277 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:05.800641 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:05.801000 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:05.809251 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:05.828183 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:05.828865 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:05.844615 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-3ee4db1a-1a9b-4be8-b3fa-c2ebd267027c tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5680571 Jun 23 17:00:05.863770 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.v2.base [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Request body: {'port': {'device_id': '571e2e9e-36f0-4765-9a8c-150f67538809', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:05.938841 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.000565 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-022a0fc5-1137-4b27-9d7e-350c27607505 None None] Provisioning for port f455ec39-dd1f-4572-a701-24ea20d73fdc completed by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:06.004279 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-022a0fc5-1137-4b27-9d7e-350c27607505 None None] Provisioning complete for port f455ec39-dd1f-4572-a701-24ea20d73fdc triggered by entity DHCP. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:06.004650 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-022a0fc5-1137-4b27-9d7e-350c27607505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.040665 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-022a0fc5-1137-4b27-9d7e-350c27607505 None None] Port f455ec39-dd1f-4572-a701-24ea20d73fdc cannot update to ACTIVE because it is not bound. {{(pid=92865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:00:06.200786 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.notifiers.nova [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f455ec39-dd1f-4572-a701-24ea20d73fdc {{(pid=92864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:00:06.208307 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.220117 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.provisioning_blocks [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Transition to ACTIVE for port object f455ec39-dd1f-4572-a701-24ea20d73fdc will not be triggered until provisioned by entity L2. {{(pid=92864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:00:06.223506 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126768179'] for port, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.225769 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-50438cb4-0fe7-4778-9c93-67eee2dba8ce tempest-AttachVolumeNegativeTest-1626523318 tempest-AttachVolumeNegativeTest-1626523318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:06.295552 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f455ec39-dd1f-4572-a701-24ea20d73fdc,revision_number=2']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:06.298436 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:06.349684 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.managers [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Attempting to bind port f455ec39-dd1f-4572-a701-24ea20d73fdc on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:00:06.350049 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.managers [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Attempting to bind port f455ec39-dd1f-4572-a701-24ea20d73fdc by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c6f12f4a-0567-4732-8f79-c03b276cab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8'}] {{(pid=92864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:00:06.350395 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Attempting to bind port f455ec39-dd1f-4572-a701-24ea20d73fdc on network 223a992c-8fb0-4643-a2a9-621993edd6e8 {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:06.355021 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Port f455ec39-dd1f-4572-a701-24ea20d73fdc on network 223a992c-8fb0-4643-a2a9-621993edd6e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:00:06.355333 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Attempting to bind port f455ec39-dd1f-4572-a701-24ea20d73fdc on network 223a992c-8fb0-4643-a2a9-621993edd6e8 {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:00:06.360978 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Checking agent: {'id': '038417b8-6895-4fa1-8365-da35a0f7bc41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'started_at': datetime.datetime(2021, 6, 23, 16, 17, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:00:06.361311 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Checking segment: {'id': 'c6f12f4a-0567-4732-8f79-c03b276cab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:00:06.361687 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Bound using segment: {'id': 'c6f12f4a-0567-4732-8f79-c03b276cab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8'} {{(pid=92864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:00:06.362119 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.managers [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Bound port: f455ec39-dd1f-4572-a701-24ea20d73fdc, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f12f4a-0567-4732-8f79-c03b276cab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8'}}] {{(pid=92864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:00:06.363967 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.416667 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710c5ad-acfd-483f-b339-472dc4193f8a req-171c08ee-6f07-4f67-98aa-57886f61d91d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:06.418307 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b710c5ad-acfd-483f-b339-472dc4193f8a req-171c08ee-6f07-4f67-98aa-57886f61d91d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 943 time: 0.0674405 Jun 23 17:00:06.430270 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] For port f455ec39-dd1f-4572-a701-24ea20d73fdc, host hv-cinder-78836, cleared binding levels {{(pid=92864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:00:06.433789 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] For port f455ec39-dd1f-4572-a701-24ea20d73fdc, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f455ec39-dd1f-4572-a701-24ea20d73fdc,segment=NetworkSegment(c6f12f4a-0567-4732-8f79-c03b276cab4f),segment_id=c6f12f4a-0567-4732-8f79-c03b276cab4f)] {{(pid=92864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:00:06.441221 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126768179'] for port, after_update {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.444412 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:06.460798 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b710c5ad-acfd-483f-b339-472dc4193f8a req-6aa938ea-7e46-4a1c-947c-82326d5b377d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357034 Jun 23 17:00:06.488481 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:06.489104 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.490535 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] 10.222.0.84 "PUT /v2.0/ports/f455ec39-dd1f-4572-a701-24ea20d73fdc HTTP/1.1" status: 200 len: 1093 time: 0.6312850 Jun 23 17:00:06.491068 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571e2e9e-36f0-4765-9a8c-150f67538809', 'tag': 'f455ec39-dd1f-4572-a701-24ea20d73fdc'}] {{(pid=92864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:00:06.493319 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6746fc05b017fa2e5222a758ba3018216863d05e2f8cda4fa9da67320e81433e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51405de7-8cb8-4798-a118-e6dd4858272f" -d '{"events": [{"name": "network-changed", "server_uuid": "571e2e9e-36f0-4765-9a8c-150f67538809", "tag": "f455ec39-dd1f-4572-a701-24ea20d73fdc"}]}' {{(pid=92864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:00:06.508223 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f455ec39-dd1f-4572-a701-24ea20d73fdc,revision_number=3']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:06.511822 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:06.542632 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea813bd-e834-4770-9624-1eef4951624e x-openstack-request-id: req-2ea813bd-e834-4770-9624-1eef4951624e {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:00:06.543081 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571e2e9e-36f0-4765-9a8c-150f67538809", "tag": "f455ec39-dd1f-4572-a701-24ea20d73fdc", "status": "completed", "code": 200}]} {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:00:06.543483 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ea813bd-e834-4770-9624-1eef4951624e {{(pid=92864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:00:06.544030 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571e2e9e-36f0-4765-9a8c-150f67538809', 'tag': 'f455ec39-dd1f-4572-a701-24ea20d73fdc', 'status': 'completed', 'code': 200} Jun 23 17:00:06.614066 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:06.620684 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-0a9549d1-803f-451a-8514-4b620f701c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:06.622200 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-0a9549d1-803f-451a-8514-4b620f701c3e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e23d86201800418da2c86efff17a90f3&device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 1096 time: 0.0606205 Jun 23 17:00:06.670333 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-32daea2d-cde2-4703-93ef-0d4824b664f3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f455ec39-dd1f-4572-a701-24ea20d73fdc HTTP/1.1" status: 200 len: 217 time: 0.0335760 Jun 23 17:00:06.717723 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-06a9a220-b1d9-4487-8ebc-7a310a810afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:06.719074 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-06a9a220-b1d9-4487-8ebc-7a310a810afd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dca0b895-c82a-4229-9cfc-3076c85dd1dd HTTP/1.1" status: 200 len: 851 time: 0.0423384 Jun 23 17:00:06.772759 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-68f824d0-5459-4388-af2e-de1d585ac28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:06.774172 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-68f824d0-5459-4388-af2e-de1d585ac28a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=223a992c-8fb0-4643-a2a9-621993edd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486019 Jun 23 17:00:06.862302 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-e6e0587a-c087-47fe-80e8-e37001380483 service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808976 Jun 23 17:00:06.950611 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f4d0525f-7fa2-4891-9110-7b029c900b0c req-e736fce7-65e1-4a57-9d77-4d313f38df86 service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821235 Jun 23 17:00:07.100939 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51405de7-8cb8-4798-a118-e6dd4858272f req-07f2b729-d3e9-452f-a1f0-cdd9ea58ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:07.102371 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-51405de7-8cb8-4798-a118-e6dd4858272f req-07f2b729-d3e9-452f-a1f0-cdd9ea58ec0a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e23d86201800418da2c86efff17a90f3&device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 1096 time: 0.0507116 Jun 23 17:00:07.187560 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51405de7-8cb8-4798-a118-e6dd4858272f req-f8a481fb-a905-4e15-b4a7-03f25d9082a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:07.188991 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-51405de7-8cb8-4798-a118-e6dd4858272f req-f8a481fb-a905-4e15-b4a7-03f25d9082a9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=223a992c-8fb0-4643-a2a9-621993edd6e8 HTTP/1.1" status: 200 len: 913 time: 0.0803885 Jun 23 17:00:07.231026 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-51405de7-8cb8-4798-a118-e6dd4858272f req-3b465c10-3bb1-491b-9b59-0bc90058640b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f455ec39-dd1f-4572-a701-24ea20d73fdc HTTP/1.1" status: 200 len: 217 time: 0.0354609 Jun 23 17:00:07.278421 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51405de7-8cb8-4798-a118-e6dd4858272f req-702f77d2-6efa-4862-b856-288e584451c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:07.279859 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-51405de7-8cb8-4798-a118-e6dd4858272f req-702f77d2-6efa-4862-b856-288e584451c5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dca0b895-c82a-4229-9cfc-3076c85dd1dd HTTP/1.1" status: 200 len: 851 time: 0.0417578 Jun 23 17:00:07.335647 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51405de7-8cb8-4798-a118-e6dd4858272f req-9cd0df4c-6eb6-4e19-afa6-9b95b06aab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:07.337038 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-51405de7-8cb8-4798-a118-e6dd4858272f req-9cd0df4c-6eb6-4e19-afa6-9b95b06aab75 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=223a992c-8fb0-4643-a2a9-621993edd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487514 Jun 23 17:00:07.425838 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-51405de7-8cb8-4798-a118-e6dd4858272f req-0f6f664e-c265-488e-886d-629426e06b0e service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812807 Jun 23 17:00:07.476224 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:00:07.515189 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-51405de7-8cb8-4798-a118-e6dd4858272f req-ed8d56ee-fa71-46ed-bd92-67c90156161e service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795650 Jun 23 17:00:07.633868 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cbfef-f9a8-40b7-b40a-55c2a2e774c7 req-2a0af424-8a25-4eb1-9de5-59bdcfc847c8 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:07.635331 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bf1cbfef-f9a8-40b7-b40a-55c2a2e774c7 req-2a0af424-8a25-4eb1-9de5-59bdcfc847c8 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 943 time: 0.0644493 Jun 23 17:00:07.672065 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-bf1cbfef-f9a8-40b7-b40a-55c2a2e774c7 req-90c8dabd-4190-4af3-bcf2-acd5eb06a987 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312557 Jun 23 17:00:08.279836 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:08.843290 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81d3ca-1e40-4c99-8715-541d332d8099 req-1aadafda-29e2-4742-8456-31a09a6658b1 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:08.844769 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ed81d3ca-1e40-4c99-8715-541d332d8099 req-1aadafda-29e2-4742-8456-31a09a6658b1 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 943 time: 0.0625517 Jun 23 17:00:08.881495 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-ed81d3ca-1e40-4c99-8715-541d332d8099 req-ca0da290-1166-469a-8668-e353a5746f63 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311863 Jun 23 17:00:09.729250 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:10.050837 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb052f7-db8b-496f-8ab4-3837e11f2bdf req-3859be1c-124e-4271-93cc-1fcd3506dc10 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:10.052830 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0bb052f7-db8b-496f-8ab4-3837e11f2bdf req-3859be1c-124e-4271-93cc-1fcd3506dc10 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 943 time: 0.0611408 Jun 23 17:00:10.090017 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-0bb052f7-db8b-496f-8ab4-3837e11f2bdf req-d5a7e9c8-0e84-421d-a314-45ceec78b2f4 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316696 Jun 23 17:00:11.262080 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771df76b-712c-4898-9e14-e08ab8205812 req-5923ce2c-2fa3-44a6-a14e-2fc6d60d71a6 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:11.263524 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-771df76b-712c-4898-9e14-e08ab8205812 req-5923ce2c-2fa3-44a6-a14e-2fc6d60d71a6 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 943 time: 0.0652411 Jun 23 17:00:11.300995 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-771df76b-712c-4898-9e14-e08ab8205812 req-3b509a30-2fc9-4cc7-8b46-31108cd6e48a tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318861 Jun 23 17:00:12.469359 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b906317-eee4-4569-87bd-d243bb00c01e req-642a6e10-3abd-4071-af9a-ec63f7a654a5 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:12.470816 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-9b906317-eee4-4569-87bd-d243bb00c01e req-642a6e10-3abd-4071-af9a-ec63f7a654a5 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 943 time: 0.0630705 Jun 23 17:00:12.507094 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-9b906317-eee4-4569-87bd-d243bb00c01e req-0f257ba6-2aec-4920-8912-bc307c6a72c0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307765 Jun 23 17:00:13.677880 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94431a1c-dea9-4acc-9560-7e9661bece6b req-eed787d8-9ff5-4c9c-98b0-5eb184e3ea39 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:13.679335 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-94431a1c-dea9-4acc-9560-7e9661bece6b req-eed787d8-9ff5-4c9c-98b0-5eb184e3ea39 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 943 time: 0.0654387 Jun 23 17:00:13.715476 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-94431a1c-dea9-4acc-9560-7e9661bece6b req-a59aecc5-2258-4bdb-bb39-689da9c0d625 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306184 Jun 23 17:00:14.885273 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d04ba-49ea-4d36-97a0-a25f5d492d63 req-3b81ee4b-fd57-4565-b1c9-55eefc1e6d92 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:14.886790 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2f5d04ba-49ea-4d36-97a0-a25f5d492d63 req-3b81ee4b-fd57-4565-b1c9-55eefc1e6d92 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 943 time: 0.0622633 Jun 23 17:00:14.922504 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-2f5d04ba-49ea-4d36-97a0-a25f5d492d63 req-5901d4e2-9c00-4d02-9b94-b07a0a72a9cc tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302050 Jun 23 17:00:16.093489 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device f455ec39-dd1f-4572-a701-24ea20d73fdc details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:00:16.103216 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f23874-32ab-46fd-930c-e48907c7e089 req-2f26fd59-d89d-4d34-a6fb-3bd61bc3b4ab tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:16.104708 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b0f23874-32ab-46fd-930c-e48907c7e089 req-2f26fd59-d89d-4d34-a6fb-3bd61bc3b4ab tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 943 time: 0.0688186 Jun 23 17:00:16.143848 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b0f23874-32ab-46fd-930c-e48907c7e089 req-cf5aee52-9016-48ad-a048-0ca086c50f0d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335662 Jun 23 17:00:16.180241 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-93899e70-e3f4-4007-a7c8-83c114c0e6af req-3ef746dd-1265-47b3-b83d-2658caa075b8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695777 Jun 23 17:00:16.196036 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port f455ec39-dd1f-4572-a701-24ea20d73fdc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f455ec39-dd1f-4572-a701-24ea20d73fdc,segment=NetworkSegment(c6f12f4a-0567-4732-8f79-c03b276cab4f),segment_id=c6f12f4a-0567-4732-8f79-c03b276cab4f)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:16.207650 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Returning: {'device': 'f455ec39-dd1f-4572-a701-24ea20d73fdc', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'port_id': 'f455ec39-dd1f-4572-a701-24ea20d73fdc', 'mac_address': 'fa:16:3e:20:11:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:00:16.245304 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:16.258402 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f455ec39-dd1f-4572-a701-24ea20d73fdc {{(pid=92865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:00:16.278789 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port f455ec39-dd1f-4572-a701-24ea20d73fdc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f455ec39-dd1f-4572-a701-24ea20d73fdc,segment=NetworkSegment(c6f12f4a-0567-4732-8f79-c03b276cab4f),segment_id=c6f12f4a-0567-4732-8f79-c03b276cab4f)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:16.283349 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:16.285338 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:16.295594 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93899e70-e3f4-4007-a7c8-83c114c0e6af req-930f7925-eae5-407a-b604-1847ef82847d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:16.297075 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-93899e70-e3f4-4007-a7c8-83c114c0e6af req-930f7925-eae5-407a-b604-1847ef82847d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e23d86201800418da2c86efff17a90f3&device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 1098 time: 0.0531588 Jun 23 17:00:16.334079 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=f455ec39-dd1f-4572-a701-24ea20d73fdc,revision_number=4']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:16.341071 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:16.341415 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:16.341749 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:16.342079 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:16.342731 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:16.342870 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:16.343072 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:16.343394 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:16.343795 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:16.344117 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:16.344433 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:16.344747 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:16.349116 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:16.405485 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93899e70-e3f4-4007-a7c8-83c114c0e6af req-41950bb3-e177-4e2c-a18e-10adeb2ce50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:16.406939 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-93899e70-e3f4-4007-a7c8-83c114c0e6af req-41950bb3-e177-4e2c-a18e-10adeb2ce50a service neutron] 10.222.0.84 "GET /v2.0/networks?id=223a992c-8fb0-4643-a2a9-621993edd6e8 HTTP/1.1" status: 200 len: 913 time: 0.0892260 Jun 23 17:00:16.585716 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] get_ports_and_sgs() called for port_ids ['f455ec39-dd1f-4572-a701-24ea20d73fdc'] {{(pid=92865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:00:16.732896 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-93899e70-e3f4-4007-a7c8-83c114c0e6af req-d6cb4315-3633-4711-b907-967466887741 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a68e19b1-b104-4653-a28d-5f81dcf29254 HTTP/1.1" status: 200 len: 1001 time: 0.3187327 Jun 23 17:00:16.780638 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93899e70-e3f4-4007-a7c8-83c114c0e6af req-f3a85baa-1c27-4718-9f17-f29ad3ad81ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:16.782084 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-93899e70-e3f4-4007-a7c8-83c114c0e6af req-f3a85baa-1c27-4718-9f17-f29ad3ad81ce service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dca0b895-c82a-4229-9cfc-3076c85dd1dd HTTP/1.1" status: 200 len: 851 time: 0.0421965 Jun 23 17:00:16.839927 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93899e70-e3f4-4007-a7c8-83c114c0e6af req-1d266b92-df6a-4d09-a5f5-4dfe6f43ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:16.841281 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-93899e70-e3f4-4007-a7c8-83c114c0e6af req-1d266b92-df6a-4d09-a5f5-4dfe6f43ee66 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=223a992c-8fb0-4643-a2a9-621993edd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531852 Jun 23 17:00:16.851940 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [req-93899e70-e3f4-4007-a7c8-83c114c0e6af req-75bf783a-62b1-41c4-9f99-d44072a375e2 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=92864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:00:16.852847 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-93899e70-e3f4-4007-a7c8-83c114c0e6af req-75bf783a-62b1-41c4-9f99-d44072a375e2 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047867 Jun 23 17:00:16.938612 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-93899e70-e3f4-4007-a7c8-83c114c0e6af req-ac72fba4-91d1-43f2-b2f1-ff3b2c917cdf service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790074 Jun 23 17:00:17.027456 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-93899e70-e3f4-4007-a7c8-83c114c0e6af req-9b37fa37-2860-4ab6-925d-0705afa37a9f service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822666 Jun 23 17:00:17.319712 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e21a9-108c-41f6-a300-7c43a1ddddd5 req-2813b6ab-7b83-4660-9215-6bca6e933cf2 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:17.321151 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-141e21a9-108c-41f6-a300-7c43a1ddddd5 req-2813b6ab-7b83-4660-9215-6bca6e933cf2 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 944 time: 0.0652840 Jun 23 17:00:17.358764 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-141e21a9-108c-41f6-a300-7c43a1ddddd5 req-e01f4543-5cc5-42e9-baac-3b202626b08a tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319767 Jun 23 17:00:18.097770 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device f455ec39-dd1f-4572-a701-24ea20d73fdc up at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:00:18.143490 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning for port f455ec39-dd1f-4572-a701-24ea20d73fdc completed by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:00:18.149311 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.provisioning_blocks [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Provisioning complete for port f455ec39-dd1f-4572-a701-24ea20d73fdc triggered by entity L2. {{(pid=92865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:00:18.149685 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479297'] for port, provisioning_complete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:18.221559 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:18.245127 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571e2e9e-36f0-4765-9a8c-150f67538809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f455ec39-dd1f-4572-a701-24ea20d73fdc'}] {{(pid=92865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:00:18.247393 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}053164b0cf726773bb22b402b066b9c97a54671ffe15cd7793040184515b98b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44855393-3925-4508-8fb1-616010f47109" -d '{"events": [{"server_uuid": "571e2e9e-36f0-4765-9a8c-150f67538809", "name": "network-vif-plugged", "status": "completed", "tag": "f455ec39-dd1f-4572-a701-24ea20d73fdc"}]}' {{(pid=92865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:00:18.260456 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] For port f455ec39-dd1f-4572-a701-24ea20d73fdc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f455ec39-dd1f-4572-a701-24ea20d73fdc,segment=NetworkSegment(c6f12f4a-0567-4732-8f79-c03b276cab4f),segment_id=c6f12f4a-0567-4732-8f79-c03b276cab4f)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:00:18.264390 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637'] for port, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:18.269424 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:18.289842 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2438d2e9-85ae-4186-b2dc-f00743e8753e x-openstack-request-id: req-2438d2e9-85ae-4186-b2dc-f00743e8753e {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:00:18.290154 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571e2e9e-36f0-4765-9a8c-150f67538809", "name": "network-vif-plugged", "status": "completed", "tag": "f455ec39-dd1f-4572-a701-24ea20d73fdc", "code": 200}]} {{(pid=92865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:00:18.290414 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2438d2e9-85ae-4186-b2dc-f00743e8753e {{(pid=92865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:00:18.290800 dv-cinder-788363-4-iscsi neutron-server[92865]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571e2e9e-36f0-4765-9a8c-150f67538809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f455ec39-dd1f-4572-a701-24ea20d73fdc', 'code': 200} Jun 23 17:00:18.315923 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Pushing event updated for resources: {'Port': ['ID=f455ec39-dd1f-4572-a701-24ea20d73fdc,revision_number=5']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:18.318925 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:18.534414 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536523bf-3c32-44a7-9471-30add32edca7 req-d45ea551-36ff-489f-958e-d0a2a09b25fa tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:18.536334 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-536523bf-3c32-44a7-9471-30add32edca7 req-d45ea551-36ff-489f-958e-d0a2a09b25fa tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 945 time: 0.0625193 Jun 23 17:00:18.572900 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-536523bf-3c32-44a7-9471-30add32edca7 req-723a5fc6-bd51-4e66-9129-0ed61925fabd tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309758 Jun 23 17:00:18.580003 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c4d9b-e363-4f2b-a858-f58504d77901 req-657d58dc-21d4-401a-82bf-9b2332dec00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:18.581735 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b77c4d9b-e363-4f2b-a858-f58504d77901 req-657d58dc-21d4-401a-82bf-9b2332dec00d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 1098 time: 0.0508800 Jun 23 17:00:18.619956 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-b77c4d9b-e363-4f2b-a858-f58504d77901 req-51f512f9-b7e2-4a6c-9ea9-3df206b9a140 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306668 Jun 23 17:00:19.753949 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc19b0c-aec7-414d-ae41-2136697b260b req-81ef8208-b8e3-44ef-8493-1452d92bece0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:19.755708 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1fc19b0c-aec7-414d-ae41-2136697b260b req-81ef8208-b8e3-44ef-8493-1452d92bece0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 945 time: 0.0708034 Jun 23 17:00:20.064692 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1fc19b0c-aec7-414d-ae41-2136697b260b req-072c87a1-a091-4013-9d7c-1a72f4461b1a tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3033199 Jun 23 17:00:21.231828 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c1e10-569e-481e-bd0e-3793ed0b90ad req-0d578ea9-e2e4-4fe1-83cd-ee3dcbb019d1 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:21.233141 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b00c1e10-569e-481e-bd0e-3793ed0b90ad req-0d578ea9-e2e4-4fe1-83cd-ee3dcbb019d1 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 945 time: 0.0600522 Jun 23 17:00:21.268986 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-b00c1e10-569e-481e-bd0e-3793ed0b90ad req-d787eedb-3526-4981-b0ab-47eb9b0d3545 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303569 Jun 23 17:00:21.436127 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912c5cf-ff6c-4864-b48a-f423636c72c5 req-98047808-fbca-4da8-972b-14ed32fa8bac tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:21.437560 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7912c5cf-ff6c-4864-b48a-f423636c72c5 req-98047808-fbca-4da8-972b-14ed32fa8bac tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 945 time: 0.0617955 Jun 23 17:00:21.477267 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-7912c5cf-ff6c-4864-b48a-f423636c72c5 req-685cf8a2-bfaa-460a-bbee-9e1ed70b7708 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339308 Jun 23 17:00:21.501391 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 41040) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:21.549577 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d60b56-3185-4d19-a51a-20cd7332dfa1 tempest-TestVolumeBootPattern-40869819 tempest-TestVolumeBootPattern-40869819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:21.551027 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-10d60b56-3185-4d19-a51a-20cd7332dfa1 tempest-TestVolumeBootPattern-40869819 tempest-TestVolumeBootPattern-40869819-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 1093 time: 0.0485854 Jun 23 17:00:21.554373 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 41042) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:00:21.558622 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.v2.base [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Request body: {'floatingip': {'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'port_id': 'f455ec39-dd1f-4572-a701-24ea20d73fdc', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:00:21.579029 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for floatingip, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:21.669784 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1647407'] for port, before_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:21.771744 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_common [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Allocated IP 172.27.3.103 (e0719ee7-fed0-4bca-a581-6af63c437fb6/0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4/72f77de1-c5bc-4faf-a52e-89dd1444d818) {{(pid=92863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:00:21.871165 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for port, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:21.913159 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1647464', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-977552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751333585574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125858108'] for port, after_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:21.915904 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-e367c8b3-b286-4f6b-96b4-99e892a21b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:21.947131 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Network e0719ee7-fed0-4bca-a581-6af63c437fb6 is already hosted by enough agents. {{(pid=92863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:00:21.951830 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.base_scheduler [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Resources bound (agent type, host, resource id): {{(pid=92863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:00:21.955208 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Received port after_create {{(pid=92863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:00:21.983994 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event updated for resources: {'Port': ['ID=72f77de1-c5bc-4faf-a52e-89dd1444d818,revision_number=1']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:21.996264 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:21.996642 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:21.997013 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:21.997379 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:21.997740 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:21.998097 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:21.998482 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:21.998838 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:21.999195 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:21.999546 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:21.999899 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:22.000249 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:00:22.005195 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:22.326351 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.397162 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1647417'] for port, before_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.538503 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for port, precommit_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.542870 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751334093267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751333585592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751333585637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125858094'] for port, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.544927 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-81c30fbe-6442-4139-920e-be79ecca8449 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:00:22.607800 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event updated for resources: {'Port': ['ID=72f77de1-c5bc-4faf-a52e-89dd1444d818,revision_number=2']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:00:22.611526 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:00:22.622771 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-651384'] for floatingip, after_update {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:22.718628 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.db.l3_db [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Floating IP b25b2c02-02f0-4e7c-8440-bfd83f27eeb1 associated. External IP: 172.27.3.103, port: f455ec39-dd1f-4572-a701-24ea20d73fdc. Jun 23 17:00:22.912852 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Router d25d3548-3c61-4b6b-bd36-bf84403e0a80 has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:00:23.016400 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:00:23.026417 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df42db5-0951-4ef4-bbdc-4f7fec611892 None None] Sync routers for ids ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:00:23.036219 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df42db5-0951-4ef4-bbdc-4f7fec611892 None None] Routers {'d25d3548-3c61-4b6b-bd36-bf84403e0a80'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:23.036905 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-6df42db5-0951-4ef4-bbdc-4f7fec611892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T17:00:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:23.037157 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for floatingip, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:23.075717 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-549ffd27-e461-4775-b3de-a1f7134edcf0 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5203505 Jun 23 17:00:23.076391 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571e2e9e-36f0-4765-9a8c-150f67538809', 'tag': 'f455ec39-dd1f-4572-a701-24ea20d73fdc'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:00:23.078740 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abf2a08-f732-40f4-895a-ff567d3b0120" -d '{"events": [{"name": "network-changed", "server_uuid": "571e2e9e-36f0-4765-9a8c-150f67538809", "tag": "f455ec39-dd1f-4572-a701-24ea20d73fdc"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:00:23.114721 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63fb83d-aeab-46ca-81a6-61e98e5b1a70 x-openstack-request-id: req-e63fb83d-aeab-46ca-81a6-61e98e5b1a70 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:00:23.115049 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571e2e9e-36f0-4765-9a8c-150f67538809", "tag": "f455ec39-dd1f-4572-a701-24ea20d73fdc", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:00:23.115340 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e63fb83d-aeab-46ca-81a6-61e98e5b1a70 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:00:23.115780 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571e2e9e-36f0-4765-9a8c-150f67538809', 'tag': 'f455ec39-dd1f-4572-a701-24ea20d73fdc', 'status': 'completed', 'code': 200} Jun 23 17:00:23.212623 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf2a08-f732-40f4-895a-ff567d3b0120 req-3161cb7f-02f5-4bc9-be41-8a89ca450bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:23.214004 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5abf2a08-f732-40f4-895a-ff567d3b0120 req-3161cb7f-02f5-4bc9-be41-8a89ca450bee service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e23d86201800418da2c86efff17a90f3&device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 1098 time: 0.0537996 Jun 23 17:00:23.262629 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-6df42db5-0951-4ef4-bbdc-4f7fec611892 None None] Set router d25d3548-3c61-4b6b-bd36-bf84403e0a80 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:23.305741 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf2a08-f732-40f4-895a-ff567d3b0120 req-07a83aeb-a772-4836-943a-f88dd95f2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:23.307218 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5abf2a08-f732-40f4-895a-ff567d3b0120 req-07a83aeb-a772-4836-943a-f88dd95f2901 service neutron] 10.222.0.84 "GET /v2.0/networks?id=223a992c-8fb0-4643-a2a9-621993edd6e8 HTTP/1.1" status: 200 len: 913 time: 0.0868847 Jun 23 17:00:23.369007 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5abf2a08-f732-40f4-895a-ff567d3b0120 req-ae7e80c6-afcd-49a4-81e3-ecf6909aeaf4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f455ec39-dd1f-4572-a701-24ea20d73fdc HTTP/1.1" status: 200 len: 999 time: 0.0550575 Jun 23 17:00:23.421134 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf2a08-f732-40f4-895a-ff567d3b0120 req-a05bc924-0cbf-42e8-9383-3961b92c911e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:23.422578 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5abf2a08-f732-40f4-895a-ff567d3b0120 req-a05bc924-0cbf-42e8-9383-3961b92c911e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dca0b895-c82a-4229-9cfc-3076c85dd1dd HTTP/1.1" status: 200 len: 851 time: 0.0469232 Jun 23 17:00:23.478743 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf2a08-f732-40f4-895a-ff567d3b0120 req-56e6a09f-4a13-43c9-8e9c-47d7fa688316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:00:23.480133 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5abf2a08-f732-40f4-895a-ff567d3b0120 req-56e6a09f-4a13-43c9-8e9c-47d7fa688316 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=223a992c-8fb0-4643-a2a9-621993edd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510428 Jun 23 17:00:23.484926 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-6df42db5-0951-4ef4-bbdc-4f7fec611892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': '800d9451-c230-400a-881d-0a0f6acc53b2', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'port_id': 'a68e19b1-b104-4653-a28d-5f81dcf29254', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'mac_address': 'fa:16:3e:83:f5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327601af-7d40-4b14-b52e-4e0f8a458a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:29Z', 'revision_number': 1, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'fixed_ip_address_scope': None}, {'id': 'b25b2c02-02f0-4e7c-8440-bfd83f27eeb1', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'floating_ip_address': '172.27.3.103', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'port_id': 'f455ec39-dd1f-4572-a701-24ea20d73fdc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'mac_address': 'fa:16:3e:20:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571e2e9e-36f0-4765-9a8c-150f67538809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:00:22Z', 'updated_at': '2021-06-23T17:00:22Z', 'revision_number': 0, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 5, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:23.510544 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df42db5-0951-4ef4-bbdc-4f7fec611892 None None] Checking router: d25d3548-3c61-4b6b-bd36-bf84403e0a80 for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:00:23.518562 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df42db5-0951-4ef4-bbdc-4f7fec611892 None None] Routers {'d25d3548-3c61-4b6b-bd36-bf84403e0a80'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:00:23.519178 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-6df42db5-0951-4ef4-bbdc-4f7fec611892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T17:00:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:23.570163 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5abf2a08-f732-40f4-895a-ff567d3b0120 req-1c7a3c81-84d8-4185-b2b7-3f55e6299145 service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833530 Jun 23 17:00:23.620816 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-6df42db5-0951-4ef4-bbdc-4f7fec611892 None None] Set router d25d3548-3c61-4b6b-bd36-bf84403e0a80 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:00:23.658331 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-5abf2a08-f732-40f4-895a-ff567d3b0120 req-c2d6272d-a81f-4f8f-b474-3c0c923a2181 service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808694 Jun 23 17:00:23.836182 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-6df42db5-0951-4ef4-bbdc-4f7fec611892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': '800d9451-c230-400a-881d-0a0f6acc53b2', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'port_id': 'a68e19b1-b104-4653-a28d-5f81dcf29254', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'mac_address': 'fa:16:3e:83:f5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327601af-7d40-4b14-b52e-4e0f8a458a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:29Z', 'revision_number': 1, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'fixed_ip_address_scope': None}, {'id': 'b25b2c02-02f0-4e7c-8440-bfd83f27eeb1', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'floating_ip_address': '172.27.3.103', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'port_id': 'f455ec39-dd1f-4572-a701-24ea20d73fdc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'mac_address': 'fa:16:3e:20:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571e2e9e-36f0-4765-9a8c-150f67538809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:00:22Z', 'updated_at': '2021-06-23T17:00:22Z', 'revision_number': 0, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 5, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:00:23.864840 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df42db5-0951-4ef4-bbdc-4f7fec611892 None None] The sync data for ids ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'] in dv-cinder-788363-4-iscsi is: [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': '800d9451-c230-400a-881d-0a0f6acc53b2', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'port_id': 'a68e19b1-b104-4653-a28d-5f81dcf29254', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'mac_address': 'fa:16:3e:83:f5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327601af-7d40-4b14-b52e-4e0f8a458a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:29Z', 'revision_number': 1, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'fixed_ip_address_scope': None}, {'id': 'b25b2c02-02f0-4e7c-8440-bfd83f27eeb1', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'floating_ip_address': '172.27.3.103', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'port_id': 'f455ec39-dd1f-4572-a701-24ea20d73fdc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'mac_address': 'fa:16:3e:20:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571e2e9e-36f0-4765-9a8c-150f67538809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:00:22Z', 'updated_at': '2021-06-23T17:00:22Z', 'revision_number': 0, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 5, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:00:24.043021 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4704b44d-3aaa-426a-981b-cc2fe53f4723 None None] New status for floating IP b25b2c02-02f0-4e7c-8440-bfd83f27eeb1: ACTIVE {{(pid=92866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:00:32.661207 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-c57477b1-7dff-436a-82ff-50c6fb8e0ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.050926 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:35.787293 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-5937bacf-6c22-4ba2-a649-30735af42168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:36.616568 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:38.285563 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:39.732639 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:44.474733 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:01:02.661741 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d68e3e8d-33d5-40d4-b401-07f53e74db5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:05.052080 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:05.788465 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-e09caff0-027b-488f-ab25-6ea779e6387c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:06.618424 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:08.285176 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:09.728440 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:18.865813 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f02cf262-c339-45bb-a8a6-fef6e43ae84c req-17bcd952-b823-4c3e-ae3c-1e566cc0150a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0875618 Jun 23 17:01:18.981505 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cf262-c339-45bb-a8a6-fef6e43ae84c req-b6146135-4256-4c5f-893a-2b2f53825b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:18.982971 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f02cf262-c339-45bb-a8a6-fef6e43ae84c req-b6146135-4256-4c5f-893a-2b2f53825b4b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e23d86201800418da2c86efff17a90f3&device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 1098 time: 0.0554698 Jun 23 17:01:19.083305 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cf262-c339-45bb-a8a6-fef6e43ae84c req-71a2243a-4c22-493c-b871-dc5e933434d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:19.084711 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f02cf262-c339-45bb-a8a6-fef6e43ae84c req-71a2243a-4c22-493c-b871-dc5e933434d6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=223a992c-8fb0-4643-a2a9-621993edd6e8 HTTP/1.1" status: 200 len: 913 time: 0.0824850 Jun 23 17:01:19.150812 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f02cf262-c339-45bb-a8a6-fef6e43ae84c req-016455d0-de7e-4457-adbe-dd88b1d4b92e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a68e19b1-b104-4653-a28d-5f81dcf29254 HTTP/1.1" status: 200 len: 1001 time: 0.0592520 Jun 23 17:01:19.197426 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cf262-c339-45bb-a8a6-fef6e43ae84c req-8df63163-8c3c-4365-8a64-e2b46efaac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:19.198812 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f02cf262-c339-45bb-a8a6-fef6e43ae84c req-8df63163-8c3c-4365-8a64-e2b46efaac02 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dca0b895-c82a-4229-9cfc-3076c85dd1dd HTTP/1.1" status: 200 len: 851 time: 0.0415308 Jun 23 17:01:19.253506 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cf262-c339-45bb-a8a6-fef6e43ae84c req-cf17a384-296b-4284-b06c-29026afd2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:19.255022 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f02cf262-c339-45bb-a8a6-fef6e43ae84c req-cf17a384-296b-4284-b06c-29026afd2f29 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=223a992c-8fb0-4643-a2a9-621993edd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497389 Jun 23 17:01:19.346100 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f02cf262-c339-45bb-a8a6-fef6e43ae84c req-9b3156fb-a75c-4683-b914-a1e59915f294 service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832965 Jun 23 17:01:19.432583 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-f02cf262-c339-45bb-a8a6-fef6e43ae84c req-cf72acb9-d98d-4c76-aba4-d0e421476d78 service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797536 Jun 23 17:01:21.473616 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:01:32.662919 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a903-0550-48b1-952c-8887c59f9a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:35.056451 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:35.788507 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7e0fbc70-97b4-4c2c-9899-c37bcf4c5698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:36.621660 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:38.294157 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:39.732624 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:51.311527 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 41084) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:01:51.509203 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Deleting port 72f77de1-c5bc-4faf-a52e-89dd1444d818 {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:01:51.509564 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:51.582896 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:51.583138 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:51.594679 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Calling delete_port for 72f77de1-c5bc-4faf-a52e-89dd1444d818 owned by network:floatingip {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:01:51.760499 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:51.763192 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-b12fca36-5bb3-414e-a743-283dd142bd96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:51.787602 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event deleted for resources: {'Port': ['ID=72f77de1-c5bc-4faf-a52e-89dd1444d818,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:51.813506 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:51.813893 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:51.814331 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:51.814714 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:51.815098 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:51.815466 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:51.815958 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:51.816343 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:51.816696 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:51.817058 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:51.817417 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:51.817772 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:51.821289 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:51.860288 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for floatingip, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:51.860543 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.db.l3_db [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Floating IP b25b2c02-02f0-4e7c-8440-bfd83f27eeb1 disassociated (deleted). External IP: 172.27.3.103, port: f455ec39-dd1f-4572-a701-24ea20d73fdc. Jun 23 17:01:52.059599 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Router d25d3548-3c61-4b6b-bd36-bf84403e0a80 has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:01:52.161574 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:01:52.166329 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for floatingip, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:52.170969 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390bfceb-8fa0-485a-bf42-2eaaff2c1d39 None None] Sync routers for ids ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:01:52.180419 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390bfceb-8fa0-485a-bf42-2eaaff2c1d39 None None] Routers {'d25d3548-3c61-4b6b-bd36-bf84403e0a80'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:01:52.181038 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-390bfceb-8fa0-485a-bf42-2eaaff2c1d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T17:01:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:01:52.203576 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-e3c0bc83-566a-41d7-9d6b-fbfc22b2381d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "DELETE /v2.0/floatingips/b25b2c02-02f0-4e7c-8440-bfd83f27eeb1 HTTP/1.1" status: 204 len: 168 time: 0.8909919 Jun 23 17:01:52.204240 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571e2e9e-36f0-4765-9a8c-150f67538809', 'tag': 'f455ec39-dd1f-4572-a701-24ea20d73fdc'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:01:52.206823 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbaa99e-22ee-4893-8bd8-a9427029ec6e" -d '{"events": [{"name": "network-changed", "server_uuid": "571e2e9e-36f0-4765-9a8c-150f67538809", "tag": "f455ec39-dd1f-4572-a701-24ea20d73fdc"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:01:52.290046 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-390bfceb-8fa0-485a-bf42-2eaaff2c1d39 None None] Set router d25d3548-3c61-4b6b-bd36-bf84403e0a80 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:01:52.314110 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3280b6c7-5ace-43be-adfa-b1d7301f5fb2 x-openstack-request-id: req-3280b6c7-5ace-43be-adfa-b1d7301f5fb2 {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:01:52.314641 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571e2e9e-36f0-4765-9a8c-150f67538809", "tag": "f455ec39-dd1f-4572-a701-24ea20d73fdc", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:01:52.314820 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3280b6c7-5ace-43be-adfa-b1d7301f5fb2 {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:01:52.315209 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571e2e9e-36f0-4765-9a8c-150f67538809', 'tag': 'f455ec39-dd1f-4572-a701-24ea20d73fdc', 'status': 'completed', 'code': 200} Jun 23 17:01:52.421711 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa99e-22ee-4893-8bd8-a9427029ec6e req-8e719cb4-7616-4f0c-8746-56e2cd6931fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:52.423302 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7bbaa99e-22ee-4893-8bd8-a9427029ec6e req-8e719cb4-7616-4f0c-8746-56e2cd6931fd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e23d86201800418da2c86efff17a90f3&device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 1098 time: 0.0617325 Jun 23 17:01:52.518450 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa99e-22ee-4893-8bd8-a9427029ec6e req-ecdea940-9a22-4580-89fb-1e367849ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:52.519970 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7bbaa99e-22ee-4893-8bd8-a9427029ec6e req-ecdea940-9a22-4580-89fb-1e367849ec9d service neutron] 10.222.0.84 "GET /v2.0/networks?id=223a992c-8fb0-4643-a2a9-621993edd6e8 HTTP/1.1" status: 200 len: 913 time: 0.0881040 Jun 23 17:01:52.521242 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-390bfceb-8fa0-485a-bf42-2eaaff2c1d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': '800d9451-c230-400a-881d-0a0f6acc53b2', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'port_id': 'a68e19b1-b104-4653-a28d-5f81dcf29254', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'mac_address': 'fa:16:3e:83:f5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327601af-7d40-4b14-b52e-4e0f8a458a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:29Z', 'revision_number': 1, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 5, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:01:52.552718 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390bfceb-8fa0-485a-bf42-2eaaff2c1d39 None None] Checking router: d25d3548-3c61-4b6b-bd36-bf84403e0a80 for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:01:52.561331 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390bfceb-8fa0-485a-bf42-2eaaff2c1d39 None None] Routers {'d25d3548-3c61-4b6b-bd36-bf84403e0a80'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:01:52.561955 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-390bfceb-8fa0-485a-bf42-2eaaff2c1d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T17:01:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:01:52.568499 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7bbaa99e-22ee-4893-8bd8-a9427029ec6e req-83b2dc87-7477-4d57-9f85-fab0a00b4ff9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f455ec39-dd1f-4572-a701-24ea20d73fdc HTTP/1.1" status: 200 len: 217 time: 0.0413899 Jun 23 17:01:52.623774 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa99e-22ee-4893-8bd8-a9427029ec6e req-2d6dd48b-7d08-4b79-8e87-9cb10b583f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:52.625482 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7bbaa99e-22ee-4893-8bd8-a9427029ec6e req-2d6dd48b-7d08-4b79-8e87-9cb10b583f6a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dca0b895-c82a-4229-9cfc-3076c85dd1dd HTTP/1.1" status: 200 len: 851 time: 0.0493264 Jun 23 17:01:52.628499 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ca34a-0e26-415e-b99d-5f88c6389c19 req-242714e3-34cc-4ef2-bd12-c09f6aca7434 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:52.629968 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3d9ca34a-0e26-415e-b99d-5f88c6389c19 req-242714e3-34cc-4ef2-bd12-c09f6aca7434 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 945 time: 0.1133742 Jun 23 17:01:52.668170 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-3d9ca34a-0e26-415e-b99d-5f88c6389c19 req-b6d3d3d1-1746-4cb9-8e30-01cef34e185d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324275 Jun 23 17:01:52.669498 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-390bfceb-8fa0-485a-bf42-2eaaff2c1d39 None None] Set router d25d3548-3c61-4b6b-bd36-bf84403e0a80 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:01:52.685890 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa99e-22ee-4893-8bd8-a9427029ec6e req-a0f459ae-dab0-4fe0-b50a-13236ce9a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:52.687556 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7bbaa99e-22ee-4893-8bd8-a9427029ec6e req-a0f459ae-dab0-4fe0-b50a-13236ce9a326 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=223a992c-8fb0-4643-a2a9-621993edd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550537 Jun 23 17:01:52.781985 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7bbaa99e-22ee-4893-8bd8-a9427029ec6e req-de94efec-493b-4ddd-ab84-45895b57e02f service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850194 Jun 23 17:01:52.870403 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-7bbaa99e-22ee-4893-8bd8-a9427029ec6e req-776bf5c7-a4d0-4bc3-b2fd-a954a2a5866a service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812695 Jun 23 17:01:53.012249 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-390bfceb-8fa0-485a-bf42-2eaaff2c1d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': '800d9451-c230-400a-881d-0a0f6acc53b2', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'port_id': 'a68e19b1-b104-4653-a28d-5f81dcf29254', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'mac_address': 'fa:16:3e:83:f5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327601af-7d40-4b14-b52e-4e0f8a458a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:29Z', 'revision_number': 1, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 5, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:01:53.037009 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390bfceb-8fa0-485a-bf42-2eaaff2c1d39 None None] The sync data for ids ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'] in dv-cinder-788363-4-iscsi is: [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_floatingips': [{'id': '800d9451-c230-400a-881d-0a0f6acc53b2', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'router_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'port_id': 'a68e19b1-b104-4653-a28d-5f81dcf29254', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'mac_address': 'fa:16:3e:83:f5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327601af-7d40-4b14-b52e-4e0f8a458a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:58:27Z', 'updated_at': '2021-06-23T16:58:29Z', 'revision_number': 1, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 5, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:01:53.242113 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c06d502-eb08-4497-b0df-107d3c94ec80 None None] New status for floating IP b25b2c02-02f0-4e7c-8440-bfd83f27eeb1: DOWN {{(pid=92866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:01:53.884774 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbb922-642b-4a6d-8b39-44218c1c40cf req-530c0601-db38-4587-b85f-23b64fea040d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:53.886241 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-90fbb922-642b-4a6d-8b39-44218c1c40cf req-530c0601-db38-4587-b85f-23b64fea040d tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 945 time: 0.1060097 Jun 23 17:01:53.928002 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-90fbb922-642b-4a6d-8b39-44218c1c40cf req-5cf9a9aa-3d0c-49af-b23f-10c64c78bf3a tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361528 Jun 23 17:01:54.407338 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120cf34-285a-4929-acc9-3704c2bf548c req-431baacc-0503-42d1-af33-5b1ad2f057a7 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:54.408854 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2120cf34-285a-4929-acc9-3704c2bf548c req-431baacc-0503-42d1-af33-5b1ad2f057a7 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.84 "GET /v2.0/ports?device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 945 time: 0.0652955 Jun 23 17:01:54.504466 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [req-2120cf34-285a-4929-acc9-3704c2bf548c req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Deleting port f455ec39-dd1f-4572-a701-24ea20d73fdc {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:01:54.504806 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-2120cf34-285a-4929-acc9-3704c2bf548c req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:54.594431 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [req-2120cf34-285a-4929-acc9-3704c2bf548c req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] For port f455ec39-dd1f-4572-a701-24ea20d73fdc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f455ec39-dd1f-4572-a701-24ea20d73fdc,segment=NetworkSegment(c6f12f4a-0567-4732-8f79-c03b276cab4f),segment_id=c6f12f4a-0567-4732-8f79-c03b276cab4f)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:01:54.594703 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-2120cf34-285a-4929-acc9-3704c2bf548c req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:54.605898 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [req-2120cf34-285a-4929-acc9-3704c2bf548c req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Calling delete_port for f455ec39-dd1f-4572-a701-24ea20d73fdc owned by compute:nova {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:01:54.726982 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-2120cf34-285a-4929-acc9-3704c2bf548c req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:54.730815 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-e04ec567-6c1a-476e-a002-f46b167a0918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:54.758985 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event deleted for resources: {'Port': ['ID=f455ec39-dd1f-4572-a701-24ea20d73fdc,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:54.788167 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:54.788549 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:54.788925 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:54.789297 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:54.789661 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:54.790095 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:54.790465 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:54.790854 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:54.791238 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:54.791619 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:54.792110 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:54.792475 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:01:54.810730 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:54.811418 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [req-2120cf34-285a-4929-acc9-3704c2bf548c req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] No DVR routers for this DVR port f455ec39-dd1f-4572-a701-24ea20d73fdc on host hv-cinder-78836 {{(pid=92864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:01:54.813537 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-2120cf34-285a-4929-acc9-3704c2bf548c req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:54.816113 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-2120cf34-285a-4929-acc9-3704c2bf548c req-40ed9bb9-6d3c-4af8-86de-fa650cdc7445 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.84 "DELETE /v2.0/ports/f455ec39-dd1f-4572-a701-24ea20d73fdc HTTP/1.1" status: 204 len: 173 time: 0.4013524 Jun 23 17:01:54.816583 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571e2e9e-36f0-4765-9a8c-150f67538809', 'name': 'network-vif-deleted', 'tag': 'f455ec39-dd1f-4572-a701-24ea20d73fdc'}] {{(pid=92864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:01:54.818891 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6746fc05b017fa2e5222a758ba3018216863d05e2f8cda4fa9da67320e81433e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9014d0de-a829-47e9-98ec-d059e6ac7e9a" -d '{"events": [{"server_uuid": "571e2e9e-36f0-4765-9a8c-150f67538809", "name": "network-vif-deleted", "tag": "f455ec39-dd1f-4572-a701-24ea20d73fdc"}]}' {{(pid=92864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:01:54.910687 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63843948-fc2e-4b74-9292-b99d1c4a6108 x-openstack-request-id: req-63843948-fc2e-4b74-9292-b99d1c4a6108 {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:01:54.911036 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571e2e9e-36f0-4765-9a8c-150f67538809", "name": "network-vif-deleted", "tag": "f455ec39-dd1f-4572-a701-24ea20d73fdc", "status": "completed", "code": 200}]} {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:01:54.911342 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-63843948-fc2e-4b74-9292-b99d1c4a6108 {{(pid=92864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:01:54.911793 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571e2e9e-36f0-4765-9a8c-150f67538809', 'name': 'network-vif-deleted', 'tag': 'f455ec39-dd1f-4572-a701-24ea20d73fdc', 'status': 'completed', 'code': 200} Jun 23 17:01:55.064581 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-f9a4eb12-9489-4051-85bf-e1e0f50fd8da req-745a1b34-5cfe-42d4-8b96-a6626f540dd4 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=571e2e9e-36f0-4765-9a8c-150f67538809 HTTP/1.1" status: 200 len: 210 time: 0.0280907 Jun 23 17:01:58.380767 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 41136) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:01:58.471835 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:01:58.535443 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-a97a77be-c81e-4833-ba5d-6aaf45ec6a58 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Deleting port 2b1952bc-f3da-4c2c-a82a-5483a6d9c253 {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:01:58.535805 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a97a77be-c81e-4833-ba5d-6aaf45ec6a58 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:58.613858 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device f455ec39-dd1f-4572-a701-24ea20d73fdc no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:01:58.614484 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a97a77be-c81e-4833-ba5d-6aaf45ec6a58 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:58.614484 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a97a77be-c81e-4833-ba5d-6aaf45ec6a58 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:58.625762 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-a97a77be-c81e-4833-ba5d-6aaf45ec6a58 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Calling delete_port for 2b1952bc-f3da-4c2c-a82a-5483a6d9c253 owned by network:floatingip {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:01:58.635911 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] No Port match for: f455ec39-dd1f-4572-a701-24ea20d73fdc {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:01:58.636263 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device f455ec39-dd1f-4572-a701-24ea20d73fdc not bound to the agent host hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:01:58.779142 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a97a77be-c81e-4833-ba5d-6aaf45ec6a58 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:58.781098 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-f61fe059-ec01-4735-b027-7b8fcf01f2b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:01:58.808463 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a77be-c81e-4833-ba5d-6aaf45ec6a58 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event deleted for resources: {'Port': ['ID=2b1952bc-f3da-4c2c-a82a-5483a6d9c253,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:01:58.811469 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-a97a77be-c81e-4833-ba5d-6aaf45ec6a58 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:01:58.875092 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a97a77be-c81e-4833-ba5d-6aaf45ec6a58 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for floatingip, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:58.875447 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.db.l3_db [None req-a97a77be-c81e-4833-ba5d-6aaf45ec6a58 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Floating IP 800d9451-c230-400a-881d-0a0f6acc53b2 disassociated (deleted). External IP: 172.27.3.118, port: a68e19b1-b104-4653-a28d-5f81dcf29254. Jun 23 17:01:59.376766 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97a77be-c81e-4833-ba5d-6aaf45ec6a58 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Router d25d3548-3c61-4b6b-bd36-bf84403e0a80 has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:01:59.483291 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97a77be-c81e-4833-ba5d-6aaf45ec6a58 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:01:59.488054 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-a97a77be-c81e-4833-ba5d-6aaf45ec6a58 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for floatingip, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:59.492584 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de62c048-25da-4acb-9718-ba44933a8842 None None] Sync routers for ids ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:01:59.501005 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de62c048-25da-4acb-9718-ba44933a8842 None None] Routers {'d25d3548-3c61-4b6b-bd36-bf84403e0a80'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:01:59.502100 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-de62c048-25da-4acb-9718-ba44933a8842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T17:01:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:01:59.523559 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-a97a77be-c81e-4833-ba5d-6aaf45ec6a58 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "DELETE /v2.0/floatingips/800d9451-c230-400a-881d-0a0f6acc53b2 HTTP/1.1" status: 204 len: 168 time: 1.1417131 Jun 23 17:01:59.524327 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327601af-7d40-4b14-b52e-4e0f8a458a2a', 'tag': 'a68e19b1-b104-4653-a28d-5f81dcf29254'}] {{(pid=92863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:01:59.526800 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d4998ea412701737ac6c0bacb99542fd16b95c19d9737a63ec23bea4ea2b474" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d35b75-e2f2-48c1-8861-39413c6a95f9" -d '{"events": [{"name": "network-changed", "server_uuid": "327601af-7d40-4b14-b52e-4e0f8a458a2a", "tag": "a68e19b1-b104-4653-a28d-5f81dcf29254"}]}' {{(pid=92863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:01:59.562536 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eaa749c-85f3-496b-8edd-c25b69b72a9d x-openstack-request-id: req-7eaa749c-85f3-496b-8edd-c25b69b72a9d {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:01:59.562938 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327601af-7d40-4b14-b52e-4e0f8a458a2a", "tag": "a68e19b1-b104-4653-a28d-5f81dcf29254", "status": "completed", "code": 200}]} {{(pid=92863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:01:59.563329 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7eaa749c-85f3-496b-8edd-c25b69b72a9d {{(pid=92863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:01:59.564357 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327601af-7d40-4b14-b52e-4e0f8a458a2a', 'tag': 'a68e19b1-b104-4653-a28d-5f81dcf29254', 'status': 'completed', 'code': 200} Jun 23 17:01:59.609233 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-de62c048-25da-4acb-9718-ba44933a8842 None None] Set router d25d3548-3c61-4b6b-bd36-bf84403e0a80 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:01:59.659346 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d35b75-e2f2-48c1-8861-39413c6a95f9 req-a76fbf2a-113b-4e2e-9ea7-184fd2d8788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:59.660874 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e4d35b75-e2f2-48c1-8861-39413c6a95f9 req-a76fbf2a-113b-4e2e-9ea7-184fd2d8788b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e23d86201800418da2c86efff17a90f3&device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 1098 time: 0.0530264 Jun 23 17:01:59.758960 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d35b75-e2f2-48c1-8861-39413c6a95f9 req-bc8275ca-ece2-42e0-8548-f68ddcfcb480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:59.760319 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e4d35b75-e2f2-48c1-8861-39413c6a95f9 req-bc8275ca-ece2-42e0-8548-f68ddcfcb480 service neutron] 10.222.0.84 "GET /v2.0/networks?id=223a992c-8fb0-4643-a2a9-621993edd6e8 HTTP/1.1" status: 200 len: 913 time: 0.0929430 Jun 23 17:01:59.811693 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-de62c048-25da-4acb-9718-ba44933a8842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 5, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:01:59.827031 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e4d35b75-e2f2-48c1-8861-39413c6a95f9 req-4a260d52-8339-49c4-bdb6-aafbee8b364d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a68e19b1-b104-4653-a28d-5f81dcf29254 HTTP/1.1" status: 200 len: 217 time: 0.0347269 Jun 23 17:01:59.838366 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de62c048-25da-4acb-9718-ba44933a8842 None None] Checking router: d25d3548-3c61-4b6b-bd36-bf84403e0a80 for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:01:59.847811 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de62c048-25da-4acb-9718-ba44933a8842 None None] Routers {'d25d3548-3c61-4b6b-bd36-bf84403e0a80'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:01:59.848442 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-de62c048-25da-4acb-9718-ba44933a8842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T17:01:36Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:01:59.876189 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d35b75-e2f2-48c1-8861-39413c6a95f9 req-8d0d23af-3cdb-4d3c-920e-1bcbf39e0907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:59.877687 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e4d35b75-e2f2-48c1-8861-39413c6a95f9 req-8d0d23af-3cdb-4d3c-920e-1bcbf39e0907 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dca0b895-c82a-4229-9cfc-3076c85dd1dd HTTP/1.1" status: 200 len: 851 time: 0.0441053 Jun 23 17:01:59.899783 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb9d78-2233-4706-8b87-aed3e0842c1d req-cbbeabff-c29e-4639-b526-b746999dcc4a tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:59.901294 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6ecb9d78-2233-4706-8b87-aed3e0842c1d req-cbbeabff-c29e-4639-b526-b746999dcc4a tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 945 time: 0.0646214 Jun 23 17:01:59.941676 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d35b75-e2f2-48c1-8861-39413c6a95f9 req-ae05e662-8d9d-4b0b-80f2-fcf8100ce5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:01:59.943202 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e4d35b75-e2f2-48c1-8861-39413c6a95f9 req-ae05e662-8d9d-4b0b-80f2-fcf8100ce5d3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=223a992c-8fb0-4643-a2a9-621993edd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585203 Jun 23 17:01:59.943614 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-6ecb9d78-2233-4706-8b87-aed3e0842c1d req-e05e94f6-1891-4f25-9eca-e1b3d9463786 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337894 Jun 23 17:01:59.963751 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-de62c048-25da-4acb-9718-ba44933a8842 None None] Set router d25d3548-3c61-4b6b-bd36-bf84403e0a80 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:02:00.032943 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e4d35b75-e2f2-48c1-8861-39413c6a95f9 req-2300e721-e7b8-4af5-b2b9-c2f7a8f34425 service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815711 Jun 23 17:02:00.122646 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-e4d35b75-e2f2-48c1-8861-39413c6a95f9 req-4dfa41ab-023c-4854-aaeb-bd1c353b2151 service neutron] 10.222.0.84 "GET /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832167 Jun 23 17:02:00.159483 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-de62c048-25da-4acb-9718-ba44933a8842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 5, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:02:00.185064 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de62c048-25da-4acb-9718-ba44933a8842 None None] The sync data for ids ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'] in dv-cinder-788363-4-iscsi is: [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T16:55:22Z', 'revision_number': 4, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi', '_interfaces': [{'id': 'eeecd4be-da07-4eef-acb1-301f57deab88', 'name': '', 'network_id': '223a992c-8fb0-4643-a2a9-621993edd6e8', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'mac_address': 'fa:16:3e:a6:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:21Z', 'updated_at': '2021-06-23T16:55:27Z', 'revision_number': 5, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'subnets': [{'id': 'dca0b895-c82a-4229-9cfc-3076c85dd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:02:00.401566 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f37ec83-4aa4-4de0-93ef-235c25f0ff7e None None] New status for floating IP 800d9451-c230-400a-881d-0a0f6acc53b2: DOWN {{(pid=92866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:02:01.127019 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263a4ce-90c9-44b2-a942-f472ebb169af req-1cc77a92-a69f-4695-8246-37ba61fff86f tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:01.129100 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1263a4ce-90c9-44b2-a942-f472ebb169af req-1cc77a92-a69f-4695-8246-37ba61fff86f tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 945 time: 0.0734744 Jun 23 17:02:01.168222 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-1263a4ce-90c9-44b2-a942-f472ebb169af req-6728ef81-c8e3-4bf2-ba16-6d484382610b tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/security-groups?id=928bfd53-71db-4384-bfac-f0ef56a91da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333581 Jun 23 17:02:01.592906 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25d536-c0df-4a94-8afb-ae853f00320a req-15a9b9f4-ce6e-49f7-9a9c-63309a4f67d7 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:02:01.595390 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ed25d536-c0df-4a94-8afb-ae853f00320a req-15a9b9f4-ce6e-49f7-9a9c-63309a4f67d7 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.84 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 945 time: 0.0693960 Jun 23 17:02:01.697816 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [req-ed25d536-c0df-4a94-8afb-ae853f00320a req-7ba1cc7a-72df-4605-9cff-13bde875a8cf tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Deleting port a68e19b1-b104-4653-a28d-5f81dcf29254 {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:02:01.698207 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-ed25d536-c0df-4a94-8afb-ae853f00320a req-7ba1cc7a-72df-4605-9cff-13bde875a8cf tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:01.782982 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [req-ed25d536-c0df-4a94-8afb-ae853f00320a req-7ba1cc7a-72df-4605-9cff-13bde875a8cf tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] For port a68e19b1-b104-4653-a28d-5f81dcf29254, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a68e19b1-b104-4653-a28d-5f81dcf29254,segment=NetworkSegment(c6f12f4a-0567-4732-8f79-c03b276cab4f),segment_id=c6f12f4a-0567-4732-8f79-c03b276cab4f)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:01.783345 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-ed25d536-c0df-4a94-8afb-ae853f00320a req-7ba1cc7a-72df-4605-9cff-13bde875a8cf tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:01.795430 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [req-ed25d536-c0df-4a94-8afb-ae853f00320a req-7ba1cc7a-72df-4605-9cff-13bde875a8cf tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Calling delete_port for a68e19b1-b104-4653-a28d-5f81dcf29254 owned by compute:nova {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:02:01.935248 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-ed25d536-c0df-4a94-8afb-ae853f00320a req-7ba1cc7a-72df-4605-9cff-13bde875a8cf tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:01.939832 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-476f0bc5-a0f6-41d9-bdf2-b6f80790f668 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:01.965023 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1cc7a-72df-4605-9cff-13bde875a8cf tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event deleted for resources: {'Port': ['ID=a68e19b1-b104-4653-a28d-5f81dcf29254,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:01.968427 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-7ba1cc7a-72df-4605-9cff-13bde875a8cf tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:02.016439 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed25d536-c0df-4a94-8afb-ae853f00320a req-7ba1cc7a-72df-4605-9cff-13bde875a8cf tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] No DVR routers for this DVR port a68e19b1-b104-4653-a28d-5f81dcf29254 on host hv-cinder-78836 {{(pid=92864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:02:02.019061 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [req-ed25d536-c0df-4a94-8afb-ae853f00320a req-7ba1cc7a-72df-4605-9cff-13bde875a8cf tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for port, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:02.021235 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [req-ed25d536-c0df-4a94-8afb-ae853f00320a req-7ba1cc7a-72df-4605-9cff-13bde875a8cf tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.84 "DELETE /v2.0/ports/a68e19b1-b104-4653-a28d-5f81dcf29254 HTTP/1.1" status: 204 len: 173 time: 0.4208846 Jun 23 17:02:02.021767 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327601af-7d40-4b14-b52e-4e0f8a458a2a', 'name': 'network-vif-deleted', 'tag': 'a68e19b1-b104-4653-a28d-5f81dcf29254'}] {{(pid=92864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:02:02.024082 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6746fc05b017fa2e5222a758ba3018216863d05e2f8cda4fa9da67320e81433e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a68bbc-e1d7-42c8-9ce9-180d329a9257" -d '{"events": [{"server_uuid": "327601af-7d40-4b14-b52e-4e0f8a458a2a", "name": "network-vif-deleted", "tag": "a68e19b1-b104-4653-a28d-5f81dcf29254"}]}' {{(pid=92864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:02:02.062246 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55da0f7c-a13a-4ce8-b419-7a07f2433172 x-openstack-request-id: req-55da0f7c-a13a-4ce8-b419-7a07f2433172 {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:02:02.062596 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327601af-7d40-4b14-b52e-4e0f8a458a2a", "name": "network-vif-deleted", "tag": "a68e19b1-b104-4653-a28d-5f81dcf29254", "status": "completed", "code": 200}]} {{(pid=92864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:02:02.062897 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-55da0f7c-a13a-4ce8-b419-7a07f2433172 {{(pid=92864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:02:02.063339 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327601af-7d40-4b14-b52e-4e0f8a458a2a', 'name': 'network-vif-deleted', 'tag': 'a68e19b1-b104-4653-a28d-5f81dcf29254', 'status': 'completed', 'code': 200} Jun 23 17:02:02.313473 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [req-151ea320-b215-4da1-b4ac-58220a9a1b87 req-5ae79728-5ec1-4f22-9044-7a65c9747d12 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "GET /v2.0/ports?device_id=327601af-7d40-4b14-b52e-4e0f8a458a2a HTTP/1.1" status: 200 len: 210 time: 0.0300241 Jun 23 17:02:02.664977 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-64e3d9bf-4823-4db4-a0c6-c145ad6b21dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:03.414773 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 41152) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:03.549278 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-8156d076-56bb-43bc-b023-b2c3d42abef4 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Deleting port 48f394a0-7985-4892-afe6-72fae2c927e8 {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:02:03.549550 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8156d076-56bb-43bc-b023-b2c3d42abef4 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:03.631012 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8156d076-56bb-43bc-b023-b2c3d42abef4 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:03.631358 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8156d076-56bb-43bc-b023-b2c3d42abef4 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:03.643383 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-8156d076-56bb-43bc-b023-b2c3d42abef4 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Calling delete_port for 48f394a0-7985-4892-afe6-72fae2c927e8 owned by network:floatingip {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:02:03.774105 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8156d076-56bb-43bc-b023-b2c3d42abef4 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:03.776100 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-7643def2-1a21-4e2d-a904-6e228783e966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:03.808271 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156d076-56bb-43bc-b023-b2c3d42abef4 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event deleted for resources: {'Port': ['ID=48f394a0-7985-4892-afe6-72fae2c927e8,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:03.810814 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-8156d076-56bb-43bc-b023-b2c3d42abef4 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:03.887405 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8156d076-56bb-43bc-b023-b2c3d42abef4 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for floatingip, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:03.891564 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8156d076-56bb-43bc-b023-b2c3d42abef4 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-987879'] for floatingip, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:03.893716 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-8156d076-56bb-43bc-b023-b2c3d42abef4 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "DELETE /v2.0/floatingips/fde984b2-c522-4f33-b2fd-522f1125d1ec HTTP/1.1" status: 204 len: 168 time: 0.4775951 Jun 23 17:02:05.057155 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:05.178864 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 41164) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:05.239343 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b2110b8b-7f90-4f56-b60f-e8f22a458596 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:05.263680 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b2110b8b-7f90-4f56-b60f-e8f22a458596 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:05.322714 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b2110b8b-7f90-4f56-b60f-e8f22a458596 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:05.325436 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-b2110b8b-7f90-4f56-b60f-e8f22a458596 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:05.326602 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-b2110b8b-7f90-4f56-b60f-e8f22a458596 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] 10.222.0.46 "DELETE /v2.0/security-groups/928bfd53-71db-4384-bfac-f0ef56a91da0 HTTP/1.1" status: 204 len: 168 time: 0.1467988 Jun 23 17:02:05.327452 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-baa2a3c6-3d4b-428e-9eb5-9835d0337317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:05.338031 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2110b8b-7f90-4f56-b60f-e8f22a458596 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=928bfd53-71db-4384-bfac-f0ef56a91da0,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:05.340479 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b2110b8b-7f90-4f56-b60f-e8f22a458596 tempest-TestVolumeBootPattern-1151685560 tempest-TestVolumeBootPattern-1151685560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:05.381545 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 41168) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:05.789381 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-0f55b6d5-63d1-4aa0-84b1-f347203956a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:05.836730 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-61a92176-6f39-4725-9d97-c3cdb01cdb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636670'] for router_interface, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:06.075511 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-61a92176-6f39-4725-9d97-c3cdb01cdb37 admin admin] Deleting port eeecd4be-da07-4eef-acb1-301f57deab88 {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:02:06.075761 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-61a92176-6f39-4725-9d97-c3cdb01cdb37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:06.149339 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [None req-61a92176-6f39-4725-9d97-c3cdb01cdb37 admin admin] For port eeecd4be-da07-4eef-acb1-301f57deab88, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=eeecd4be-da07-4eef-acb1-301f57deab88,segment=NetworkSegment(c6f12f4a-0567-4732-8f79-c03b276cab4f),segment_id=c6f12f4a-0567-4732-8f79-c03b276cab4f)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:06.149704 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-61a92176-6f39-4725-9d97-c3cdb01cdb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:06.161528 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-61a92176-6f39-4725-9d97-c3cdb01cdb37 admin admin] Calling delete_port for eeecd4be-da07-4eef-acb1-301f57deab88 owned by network:router_interface {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:02:06.332881 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-61a92176-6f39-4725-9d97-c3cdb01cdb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:06.336477 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9868aa24-6bca-4112-8988-446554b692ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:06.365165 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a92176-6f39-4725-9d97-c3cdb01cdb37 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeecd4be-da07-4eef-acb1-301f57deab88,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:06.366998 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-61a92176-6f39-4725-9d97-c3cdb01cdb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:06.626988 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:06.649301 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device a68e19b1-b104-4653-a28d-5f81dcf29254 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:02:06.669453 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] No Port match for: a68e19b1-b104-4653-a28d-5f81dcf29254 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:02:06.669808 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Device a68e19b1-b104-4653-a28d-5f81dcf29254 not bound to the agent host hv-cinder-78836 {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:02:06.789969 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-61a92176-6f39-4725-9d97-c3cdb01cdb37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407054'] for router_interface, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:07.005994 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a92176-6f39-4725-9d97-c3cdb01cdb37 admin admin] Router d25d3548-3c61-4b6b-bd36-bf84403e0a80 has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:02:07.109183 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a92176-6f39-4725-9d97-c3cdb01cdb37 admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:02:07.115433 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-61a92176-6f39-4725-9d97-c3cdb01cdb37 admin admin] 10.222.0.46 "PUT /v2.0/routers/d25d3548-3c61-4b6b-bd36-bf84403e0a80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7325745 Jun 23 17:02:07.117682 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 41172) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:07.121614 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c57efd-85e1-43ec-a169-010ed2b49f67 None None] Sync routers for ids ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'] in dv-cinder-788363-4-iscsi {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:02:07.131026 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c57efd-85e1-43ec-a169-010ed2b49f67 None None] Routers {'d25d3548-3c61-4b6b-bd36-bf84403e0a80'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:02:07.131726 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-95c57efd-85e1-43ec-a169-010ed2b49f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T17:02:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:02:07.223787 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-af045c6a-5f02-4372-9c86-0f3401619436 admin admin] Notify callbacks [] for router, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:07.234610 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-95c57efd-85e1-43ec-a169-010ed2b49f67 None None] Set router d25d3548-3c61-4b6b-bd36-bf84403e0a80 gateway port host: dv-cinder-788363-4-iscsi {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:02:07.359791 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-af045c6a-5f02-4372-9c86-0f3401619436 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:07.412768 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-af045c6a-5f02-4372-9c86-0f3401619436 admin admin] Deleting port 45c0fedc-b519-4177-9bba-07bfe54c788c {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:02:07.413105 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-af045c6a-5f02-4372-9c86-0f3401619436 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:07.416088 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-95c57efd-85e1-43ec-a169-010ed2b49f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T17:02:06Z', 'revision_number': 5, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port': {'id': '45c0fedc-b519-4177-9bba-07bfe54c788c', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:20Z', 'updated_at': '2021-06-23T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:02:07.441953 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c57efd-85e1-43ec-a169-010ed2b49f67 None None] Checking router: d25d3548-3c61-4b6b-bd36-bf84403e0a80 for host: dv-cinder-788363-4-iscsi {{(pid=92865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:02:07.450659 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c57efd-85e1-43ec-a169-010ed2b49f67 None None] Routers {'d25d3548-3c61-4b6b-bd36-bf84403e0a80'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:02:07.451285 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-95c57efd-85e1-43ec-a169-010ed2b49f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T17:02:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'], 'active': True} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:02:07.492793 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [None req-af045c6a-5f02-4372-9c86-0f3401619436 admin admin] For port 45c0fedc-b519-4177-9bba-07bfe54c788c, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=45c0fedc-b519-4177-9bba-07bfe54c788c,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:07.493042 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-af045c6a-5f02-4372-9c86-0f3401619436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:07.505262 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-af045c6a-5f02-4372-9c86-0f3401619436 admin admin] Calling delete_port for 45c0fedc-b519-4177-9bba-07bfe54c788c owned by network:router_gateway {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:02:07.537285 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvr_db [None req-95c57efd-85e1-43ec-a169-010ed2b49f67 None None] Set router d25d3548-3c61-4b6b-bd36-bf84403e0a80 gateway port host: None {{(pid=92865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:02:07.591373 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_hamode_db [None req-95c57efd-85e1-43ec-a169-010ed2b49f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T17:02:07Z', 'revision_number': 6, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port_host': None}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:02:07.618440 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c57efd-85e1-43ec-a169-010ed2b49f67 None None] The sync data for ids ['d25d3548-3c61-4b6b-bd36-bf84403e0a80'] in dv-cinder-788363-4-iscsi is: [{'id': 'd25d3548-3c61-4b6b-bd36-bf84403e0a80', 'name': 'tempest-TestVolumeBootPattern-1419028482-router', 'tenant_id': 'e23d86201800418da2c86efff17a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:19Z', 'updated_at': '2021-06-23T17:02:07Z', 'revision_number': 6, 'project_id': 'e23d86201800418da2c86efff17a90f3', 'gw_port_host': None}] {{(pid=92865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:02:07.677663 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-af045c6a-5f02-4372-9c86-0f3401619436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:07.679736 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-09e1bfdf-93cd-4981-ac8f-9c32c33134a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:07.701485 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af045c6a-5f02-4372-9c86-0f3401619436 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c0fedc-b519-4177-9bba-07bfe54c788c,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:07.705992 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-af045c6a-5f02-4372-9c86-0f3401619436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:07.766420 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-af045c6a-5f02-4372-9c86-0f3401619436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651419'] for router_gateway, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:07.859448 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-af045c6a-5f02-4372-9c86-0f3401619436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13130'] for router, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:07.861617 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-af045c6a-5f02-4372-9c86-0f3401619436 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:07.904210 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-af045c6a-5f02-4372-9c86-0f3401619436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406773'] for router, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:07.904712 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af045c6a-5f02-4372-9c86-0f3401619436 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d25d3548-3c61-4b6b-bd36-bf84403e0a80 {{(pid=92864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:02:07.909119 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-af045c6a-5f02-4372-9c86-0f3401619436 admin admin] Notify callbacks [] for router, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:07.910351 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-af045c6a-5f02-4372-9c86-0f3401619436 admin admin] 10.222.0.46 "DELETE /v2.0/routers/d25d3548-3c61-4b6b-bd36-bf84403e0a80 HTTP/1.1" status: 204 len: 168 time: 0.7916598 Jun 23 17:02:07.912975 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 41174) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:07.960971 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15e619f-7c7b-45e8-b2bb-d9d4ca7054bd admin admin] Deleting subnet dca0b895-c82a-4229-9cfc-3076c85dd1dd {{(pid=92863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:02:07.964451 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-c15e619f-7c7b-45e8-b2bb-d9d4ca7054bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:08.005527 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-c15e619f-7c7b-45e8-b2bb-d9d4ca7054bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126074025'] for subnet, precommit_delete_associations {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:08.089375 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-c15e619f-7c7b-45e8-b2bb-d9d4ca7054bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482743'] for subnet, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:08.143346 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-c15e619f-7c7b-45e8-b2bb-d9d4ca7054bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125858159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126317424'] for subnet, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:08.145683 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:08.171641 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e619f-7c7b-45e8-b2bb-d9d4ca7054bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dca0b895-c82a-4229-9cfc-3076c85dd1dd,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:08.174217 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-c15e619f-7c7b-45e8-b2bb-d9d4ca7054bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for subnet, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:08.177691 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-c15e619f-7c7b-45e8-b2bb-d9d4ca7054bd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dca0b895-c82a-4229-9cfc-3076c85dd1dd HTTP/1.1" status: 204 len: 168 time: 0.2622182 Jun 23 17:02:08.177691 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-c15e619f-7c7b-45e8-b2bb-d9d4ca7054bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:08.179962 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.wsgi [-] (92863) accepted ('10.222.0.46', 41176) {{(pid=92863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:08.182844 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6a43c4-9e6e-4c55-9e2e-22da8e498665 None None] Network 223a992c-8fb0-4643-a2a9-621993edd6e8 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:02:08.255823 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468273'] for network, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:08.315273 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:08.325812 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] Deleting port e3376bd0-06c8-4ba6-8969-99ec193dc2f1 {{(pid=92863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:02:08.326331 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:08.399507 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.db [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] For port e3376bd0-06c8-4ba6-8969-99ec193dc2f1, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=e3376bd0-06c8-4ba6-8969-99ec193dc2f1,segment=NetworkSegment(c6f12f4a-0567-4732-8f79-c03b276cab4f),segment_id=c6f12f4a-0567-4732-8f79-c03b276cab4f)] {{(pid=92863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:08.399860 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:08.412912 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a621173c-94df-45a5-a353-8b5cf895b38a None None] DHCP port deletion for 223a992c-8fb0-4643-a2a9-621993edd6e8 request from dv-cinder-788363-4-iscsi {{(pid=92865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:02:08.413209 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.plugin [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] Calling delete_port for e3376bd0-06c8-4ba6-8969-99ec193dc2f1 owned by network:dhcp {{(pid=92863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:02:08.462521 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-a621173c-94df-45a5-a353-8b5cf895b38a None None] Deleting port e3376bd0-06c8-4ba6-8969-99ec193dc2f1 {{(pid=92865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:02:08.463277 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-a621173c-94df-45a5-a353-8b5cf895b38a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:08.499534 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125858085'] for port, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:08.502312 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-320a1208-9c41-4195-bc9c-2ccd29ccd118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:08.527439 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] Pushing event deleted for resources: {'Port': ['ID=e3376bd0-06c8-4ba6-8969-99ec193dc2f1,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:08.532064 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:08.533835 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] No DVR routers for this DVR port e3376bd0-06c8-4ba6-8969-99ec193dc2f1 on host dv-cinder-788363-4-iscsi {{(pid=92863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:02:08.539282 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.db [None req-a621173c-94df-45a5-a353-8b5cf895b38a None None] For port e3376bd0-06c8-4ba6-8969-99ec193dc2f1, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=e3376bd0-06c8-4ba6-8969-99ec193dc2f1,segment=NetworkSegment(c6f12f4a-0567-4732-8f79-c03b276cab4f),segment_id=c6f12f4a-0567-4732-8f79-c03b276cab4f)] {{(pid=92865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:08.539687 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-a621173c-94df-45a5-a353-8b5cf895b38a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:08.553539 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-a621173c-94df-45a5-a353-8b5cf895b38a None None] Calling delete_port for e3376bd0-06c8-4ba6-8969-99ec193dc2f1 owned by network:dhcp {{(pid=92865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:02:08.618447 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481338', 'neutron.services.segments.db._delete_segments_for_network-8751334030111'] for network, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:08.631693 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.services.segments.db [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223a992c-8fb0-4643-a2a9-621993edd6e8']}} {{(pid=92863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:02:08.642403 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-a621173c-94df-45a5-a353-8b5cf895b38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583'] for port, after_delete {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:08.644658 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.services.segments.db [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f12f4a-0567-4732-8f79-c03b276cab4f') {'for_net_delete': True} {{(pid=92863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:02:08.644961 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.services.segments.db [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f12f4a-0567-4732-8f79-c03b276cab4f') {} {{(pid=92863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:02:08.645206 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-cb79e2c2-b2b0-487b-9d5e-38d0de58ba89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:08.654113 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751334018286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126074038'] for segment, before_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:08.668975 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621173c-94df-45a5-a353-8b5cf895b38a None None] Pushing event deleted for resources: {'Port': ['ID=e3376bd0-06c8-4ba6-8969-99ec193dc2f1,revision_number=None']} {{(pid=92865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:08.671268 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a621173c-94df-45a5-a353-8b5cf895b38a None None] No DVR routers for this DVR port e3376bd0-06c8-4ba6-8969-99ec193dc2f1 on host dv-cinder-788363-4-iscsi {{(pid=92865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:02:08.672514 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:08.680078 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621173c-94df-45a5-a353-8b5cf895b38a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:08.680742 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621173c-94df-45a5-a353-8b5cf895b38a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:08.681389 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621173c-94df-45a5-a353-8b5cf895b38a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:08.681560 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=92863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:02:08.681974 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125858290'] for segment, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:08.682242 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621173c-94df-45a5-a353-8b5cf895b38a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:08.682826 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621173c-94df-45a5-a353-8b5cf895b38a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:08.683145 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621173c-94df-45a5-a353-8b5cf895b38a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: Traceback (most recent call last): Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: timer() Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: cb(*args, **kw) Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: return func(*args, **kwargs) Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: self._notify() Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: self.callback(batched_events) Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: event.method(event) Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: return f(self, *a, **k) Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: return self._get(url).json() Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: return self.request(url, 'GET', **kwargs) Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:02:08.683796 dv-cinder-788363-4-iscsi neutron-server[92863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:02:08.686316 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621173c-94df-45a5-a353-8b5cf895b38a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:08.686596 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621173c-94df-45a5-a353-8b5cf895b38a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:08.686941 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621173c-94df-45a5-a353-8b5cf895b38a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:08.687306 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621173c-94df-45a5-a353-8b5cf895b38a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:08.687643 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621173c-94df-45a5-a353-8b5cf895b38a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:08.687973 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621173c-94df-45a5-a353-8b5cf895b38a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-4-iscsi {{(pid=92865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:02:08.691818 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG oslo_concurrency.lockutils [None req-a621173c-94df-45a5-a353-8b5cf895b38a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92865) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:08.742645 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651370'] for network, after_delete {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:08.746869 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-9e65a098-c4ed-4ead-8c76-8842374ce70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:08.749661 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron_lib.callbacks.manager [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:08.751982 dv-cinder-788363-4-iscsi neutron-server[92863]: INFO neutron.wsgi [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] 10.222.0.46 "DELETE /v2.0/networks/223a992c-8fb0-4643-a2a9-621993edd6e8 HTTP/1.1" status: 204 len: 168 time: 0.5710962 Jun 23 17:02:08.754997 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 41178) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:08.763039 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] Pushing event deleted for resources: {'Network': ['ID=223a992c-8fb0-4643-a2a9-621993edd6e8,revision_number=None']} {{(pid=92863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:08.765435 dv-cinder-788363-4-iscsi neutron-server[92863]: DEBUG oslo_concurrency.lockutils [None req-8a31f13a-c3d7-4ea4-80b3-73badc50567c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92863) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:08.996046 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device eeecd4be-da07-4eef-acb1-301f57deab88 no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:02:09.016319 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: eeecd4be-da07-4eef-acb1-301f57deab88 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:02:09.016709 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device eeecd4be-da07-4eef-acb1-301f57deab88 not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:02:09.017137 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 45c0fedc-b519-4177-9bba-07bfe54c788c no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:02:09.039211 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: 45c0fedc-b519-4177-9bba-07bfe54c788c {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:02:09.039564 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 45c0fedc-b519-4177-9bba-07bfe54c788c not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:02:09.039987 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device e3376bd0-06c8-4ba6-8969-99ec193dc2f1 no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:02:09.059167 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: e3376bd0-06c8-4ba6-8969-99ec193dc2f1 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:02:09.059523 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device e3376bd0-06c8-4ba6-8969-99ec193dc2f1 not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:02:09.116422 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-270c6192-4766-451b-838d-f20b0d00c52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636670'] for router_interface, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:09.380284 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-270c6192-4766-451b-838d-f20b0d00c52c admin admin] Deleting port 81c6f254-a122-4d0d-bde7-d4c16aeb2085 {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:02:09.380618 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-270c6192-4766-451b-838d-f20b0d00c52c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:09.457781 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [None req-270c6192-4766-451b-838d-f20b0d00c52c admin admin] For port 81c6f254-a122-4d0d-bde7-d4c16aeb2085, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=81c6f254-a122-4d0d-bde7-d4c16aeb2085,segment=NetworkSegment(c032181e-a520-4cd6-9b8d-47fe270aa37d),segment_id=c032181e-a520-4cd6-9b8d-47fe270aa37d)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:09.458159 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-270c6192-4766-451b-838d-f20b0d00c52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:09.471685 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-270c6192-4766-451b-838d-f20b0d00c52c admin admin] Calling delete_port for 81c6f254-a122-4d0d-bde7-d4c16aeb2085 owned by network:router_interface {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:02:09.652035 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-270c6192-4766-451b-838d-f20b0d00c52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:09.654731 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-b79d3774-e9dd-4c66-991a-b5f06a140cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:09.678531 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c6192-4766-451b-838d-f20b0d00c52c admin admin] Pushing event deleted for resources: {'Port': ['ID=81c6f254-a122-4d0d-bde7-d4c16aeb2085,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:09.681518 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-270c6192-4766-451b-838d-f20b0d00c52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:09.737221 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:09.849733 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-270c6192-4766-451b-838d-f20b0d00c52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-407054'] for router_interface, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:10.068705 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270c6192-4766-451b-838d-f20b0d00c52c admin admin] Router 874d45d1-fae2-4b45-98d1-784e7c4357bf has already been hosted by L3 agent 2deb4033-31fa-4a25-9b92-bce7b4aa0972 {{(pid=92864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:02:10.172394 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270c6192-4766-451b-838d-f20b0d00c52c admin admin] Notify agent at l3_agent.dv-cinder-788363-4-iscsi the message routers_updated {{(pid=92864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:02:10.178351 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-270c6192-4766-451b-838d-f20b0d00c52c admin admin] 10.222.0.46 "PUT /v2.0/routers/874d45d1-fae2-4b45-98d1-784e7c4357bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4220817 Jun 23 17:02:10.180682 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 41180) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:10.183233 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d3efe2-39e8-4f3c-8bc0-6b2c5fb1426d None None] Sync routers for ids ['874d45d1-fae2-4b45-98d1-784e7c4357bf'] in dv-cinder-788363-4-iscsi {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:02:10.192525 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d3efe2-39e8-4f3c-8bc0-6b2c5fb1426d None None] Routers {'874d45d1-fae2-4b45-98d1-784e7c4357bf'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:02:10.193233 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-60d3efe2-39e8-4f3c-8bc0-6b2c5fb1426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T17:02:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['874d45d1-fae2-4b45-98d1-784e7c4357bf'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:02:10.285696 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb508-31ff-45ac-bb2a-3800b98baeb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:10.303053 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-60d3efe2-39e8-4f3c-8bc0-6b2c5fb1426d None None] Set router 874d45d1-fae2-4b45-98d1-784e7c4357bf gateway port host: dv-cinder-788363-4-iscsi {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:02:10.385566 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb508-31ff-45ac-bb2a-3800b98baeb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:10.438107 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-9a8cb508-31ff-45ac-bb2a-3800b98baeb2 admin admin] Deleting port f65f58d4-b986-4123-8cb0-8e4f1f0cc30f {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:02:10.438585 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb508-31ff-45ac-bb2a-3800b98baeb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:10.477334 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-60d3efe2-39e8-4f3c-8bc0-6b2c5fb1426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874d45d1-fae2-4b45-98d1-784e7c4357bf', 'name': 'tempest-TestVolumeBootPattern-1123641060-router', 'tenant_id': '22effd07a5d947b698d71891b5d511d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'external_fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'f65f58d4-b986-4123-8cb0-8e4f1f0cc30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:24Z', 'updated_at': '2021-06-23T17:02:09Z', 'revision_number': 5, 'project_id': '22effd07a5d947b698d71891b5d511d9', 'gw_port': {'id': 'f65f58d4-b986-4123-8cb0-8e4f1f0cc30f', 'name': '', 'network_id': 'e0719ee7-fed0-4bca-a581-6af63c437fb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874d45d1-fae2-4b45-98d1-784e7c4357bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:55:24Z', 'updated_at': '2021-06-23T16:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ffc0d75-a0e9-4bc6-8788-0f7e21025bd4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-4-iscsi'}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:02:10.502625 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d3efe2-39e8-4f3c-8bc0-6b2c5fb1426d None None] Checking router: 874d45d1-fae2-4b45-98d1-784e7c4357bf for host: dv-cinder-788363-4-iscsi {{(pid=92866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:02:10.511483 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d3efe2-39e8-4f3c-8bc0-6b2c5fb1426d None None] Routers {'874d45d1-fae2-4b45-98d1-784e7c4357bf'} bound to L3 agent in host dv-cinder-788363-4-iscsi {{(pid=92866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:02:10.512187 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-60d3efe2-39e8-4f3c-8bc0-6b2c5fb1426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:11:36Z,description=,heartbeat_timestamp=2021-06-23T17:02:06Z,host='dv-cinder-788363-4-iscsi',id=2deb4033-31fa-4a25-9b92-bce7b4aa0972,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:11:36Z,topic='l3_agent')) {'router_ids': ['874d45d1-fae2-4b45-98d1-784e7c4357bf'], 'active': True} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:02:10.521221 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [None req-9a8cb508-31ff-45ac-bb2a-3800b98baeb2 admin admin] For port f65f58d4-b986-4123-8cb0-8e4f1f0cc30f, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=f65f58d4-b986-4123-8cb0-8e4f1f0cc30f,segment=NetworkSegment(fac7a27a-cbac-42f6-a153-6de962172ee1),segment_id=fac7a27a-cbac-42f6-a153-6de962172ee1)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:10.521796 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb508-31ff-45ac-bb2a-3800b98baeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:10.537104 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-9a8cb508-31ff-45ac-bb2a-3800b98baeb2 admin admin] Calling delete_port for f65f58d4-b986-4123-8cb0-8e4f1f0cc30f owned by network:router_gateway {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:02:10.597951 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_dvr_db [None req-60d3efe2-39e8-4f3c-8bc0-6b2c5fb1426d None None] Set router 874d45d1-fae2-4b45-98d1-784e7c4357bf gateway port host: None {{(pid=92866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:02:10.649719 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.l3_hamode_db [None req-60d3efe2-39e8-4f3c-8bc0-6b2c5fb1426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874d45d1-fae2-4b45-98d1-784e7c4357bf', 'name': 'tempest-TestVolumeBootPattern-1123641060-router', 'tenant_id': '22effd07a5d947b698d71891b5d511d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:24Z', 'updated_at': '2021-06-23T17:02:10Z', 'revision_number': 6, 'project_id': '22effd07a5d947b698d71891b5d511d9', 'gw_port_host': None}], 'dv-cinder-788363-4-iscsi', False) {} {{(pid=92866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:02:10.676115 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d3efe2-39e8-4f3c-8bc0-6b2c5fb1426d None None] The sync data for ids ['874d45d1-fae2-4b45-98d1-784e7c4357bf'] in dv-cinder-788363-4-iscsi is: [{'id': '874d45d1-fae2-4b45-98d1-784e7c4357bf', 'name': 'tempest-TestVolumeBootPattern-1123641060-router', 'tenant_id': '22effd07a5d947b698d71891b5d511d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:55:24Z', 'updated_at': '2021-06-23T17:02:10Z', 'revision_number': 6, 'project_id': '22effd07a5d947b698d71891b5d511d9', 'gw_port_host': None}] {{(pid=92866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:02:10.720478 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb508-31ff-45ac-bb2a-3800b98baeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:10.723357 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-4629dc73-d0fd-4fc4-ae10-af6ee0aed6cf tempest-TestMinimumBasicScenario-1481657565 tempest-TestMinimumBasicScenario-1481657565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:10.747089 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cb508-31ff-45ac-bb2a-3800b98baeb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f65f58d4-b986-4123-8cb0-8e4f1f0cc30f,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:10.751453 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-9a8cb508-31ff-45ac-bb2a-3800b98baeb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:10.805795 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb508-31ff-45ac-bb2a-3800b98baeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651419'] for router_gateway, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:10.898703 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb508-31ff-45ac-bb2a-3800b98baeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13130'] for router, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:10.900845 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb508-31ff-45ac-bb2a-3800b98baeb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:10.943892 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb508-31ff-45ac-bb2a-3800b98baeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406773'] for router, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:10.944419 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8cb508-31ff-45ac-bb2a-3800b98baeb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 874d45d1-fae2-4b45-98d1-784e7c4357bf {{(pid=92864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:02:10.948650 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb508-31ff-45ac-bb2a-3800b98baeb2 admin admin] Notify callbacks [] for router, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:10.949796 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-9a8cb508-31ff-45ac-bb2a-3800b98baeb2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/874d45d1-fae2-4b45-98d1-784e7c4357bf HTTP/1.1" status: 204 len: 168 time: 0.7681806 Jun 23 17:02:10.952403 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 41182) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:10.996483 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c4324c-4c89-4bba-b49d-a0ebe365f5bc admin admin] Deleting subnet ec8daa0e-3ad9-469b-9227-585a8310a53e {{(pid=92864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:02:11.000077 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-85c4324c-4c89-4bba-b49d-a0ebe365f5bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:11.038613 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-85c4324c-4c89-4bba-b49d-a0ebe365f5bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126767234'] for subnet, precommit_delete_associations {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:11.395314 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-85c4324c-4c89-4bba-b49d-a0ebe365f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482743'] for subnet, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:11.421583 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 81c6f254-a122-4d0d-bde7-d4c16aeb2085 no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:02:11.443136 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: 81c6f254-a122-4d0d-bde7-d4c16aeb2085 {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:02:11.443813 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 81c6f254-a122-4d0d-bde7-d4c16aeb2085 not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:02:11.456181 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-85c4324c-4c89-4bba-b49d-a0ebe365f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126768242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126835600'] for subnet, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:11.458329 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-07f4fc64-5d2d-4814-b0ad-f1949ceacfdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:11.479817 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4324c-4c89-4bba-b49d-a0ebe365f5bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec8daa0e-3ad9-469b-9227-585a8310a53e,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:11.483152 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-85c4324c-4c89-4bba-b49d-a0ebe365f5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:11.485920 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-85c4324c-4c89-4bba-b49d-a0ebe365f5bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:11.487978 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-85c4324c-4c89-4bba-b49d-a0ebe365f5bc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ec8daa0e-3ad9-469b-9227-585a8310a53e HTTP/1.1" status: 204 len: 168 time: 0.5346425 Jun 23 17:02:11.490362 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 41184) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:11.492813 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55eea79-71c4-4a8c-a246-034a71cac43d None None] Network 4dd357e8-f139-4460-8878-b1d483f15997 requested from dv-cinder-788363-4-iscsi {{(pid=92865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:02:11.562876 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1468273'] for network, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:11.618245 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] Deleting port 73eb4dfc-11f3-43e8-8667-bd2f182025cb {{(pid=92864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:02:11.618596 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751334090783'] for port, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:11.683445 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.db [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] For port 73eb4dfc-11f3-43e8-8667-bd2f182025cb, host dv-cinder-788363-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-4-iscsi',level=0,port_id=73eb4dfc-11f3-43e8-8667-bd2f182025cb,segment=NetworkSegment(c032181e-a520-4cd6-9b8d-47fe270aa37d),segment_id=c032181e-a520-4cd6-9b8d-47fe270aa37d)] {{(pid=92864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:02:11.683796 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648913'] for port, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:11.701364 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.plugin [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] Calling delete_port for 73eb4dfc-11f3-43e8-8667-bd2f182025cb owned by network:dhcp {{(pid=92864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:02:11.781831 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1647463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587060', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751334092593', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751333585583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126768184'] for port, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:11.784555 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-2366de57-c187-4552-9b11-f0794f6b211d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:11.795553 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc64d601-916d-44d7-82fa-9ad4a2d20563 None None] DHCP port deletion for 4dd357e8-f139-4460-8878-b1d483f15997 request from dv-cinder-788363-4-iscsi {{(pid=92865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:02:11.810259 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] Pushing event deleted for resources: {'Port': ['ID=73eb4dfc-11f3-43e8-8667-bd2f182025cb,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:11.813347 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:11.814112 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] No DVR routers for this DVR port 73eb4dfc-11f3-43e8-8667-bd2f182025cb on host dv-cinder-788363-4-iscsi {{(pid=92864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:02:11.884546 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1481338', 'neutron.services.segments.db._delete_segments_for_network-8751334030111'] for network, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:11.894630 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd357e8-f139-4460-8878-b1d483f15997']}} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:02:11.904288 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c032181e-a520-4cd6-9b8d-47fe270aa37d') {'for_net_delete': True} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:02:11.904878 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.services.segments.db [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c032181e-a520-4cd6-9b8d-47fe270aa37d') {} {{(pid=92864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:02:11.913889 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751334018286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126767261'] for segment, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:11.926886 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058'] for segment, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:11.932865 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=92864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:02:11.933317 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126768367'] for segment, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: Traceback (most recent call last): Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: timer() Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: cb(*args, **kw) Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: return func(*args, **kwargs) Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: self._notify() Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: self.callback(batched_events) Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: event.method(event) Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: return f(self, *a, **k) Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: return self._get(url).json() Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: return self.request(url, 'GET', **kwargs) Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:02:11.934989 dv-cinder-788363-4-iscsi neutron-server[92864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:02:11.991133 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-587055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651370'] for network, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:11.994391 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-49bcaa6c-4784-484b-a7f3-2d277ffa2c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:11.996760 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587018'] for network, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:11.998491 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] 10.222.0.46 "DELETE /v2.0/networks/4dd357e8-f139-4460-8878-b1d483f15997 HTTP/1.1" status: 204 len: 168 time: 0.5071998 Jun 23 17:02:12.009253 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] Pushing event deleted for resources: {'Network': ['ID=4dd357e8-f139-4460-8878-b1d483f15997,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:12.011620 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-0fb2bb3c-4b40-4462-b246-a74dff36efdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:12.107760 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 41188) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:12.146074 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-e1e5a3c8-cd05-4c2a-82f0-f76cebbd7f40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e23d86201800418da2c86efff17a90f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370176 Jun 23 17:02:12.148341 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 41190) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:12.193974 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-1e0a80c6-5e6c-4449-895f-a13e13ceba27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:12.215178 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-1e0a80c6-5e6c-4449-895f-a13e13ceba27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:12.261562 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-1e0a80c6-5e6c-4449-895f-a13e13ceba27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:12.264176 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-1e0a80c6-5e6c-4449-895f-a13e13ceba27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:12.265332 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-1e0a80c6-5e6c-4449-895f-a13e13ceba27 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3b8b0161-cd11-4ff9-b0d0-066ebe177bee HTTP/1.1" status: 204 len: 168 time: 0.1161180 Jun 23 17:02:12.266176 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-0d0e489b-9cb7-49dc-8152-ae2f678d1586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:12.274074 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a80c6-5e6c-4449-895f-a13e13ceba27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8b0161-cd11-4ff9-b0d0-066ebe177bee,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:12.276476 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-1e0a80c6-5e6c-4449-895f-a13e13ceba27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:12.576542 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 41196) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:12.616153 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-11937023-8efc-4ccb-b7a7-c9df2d5d01b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=22effd07a5d947b698d71891b5d511d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382459 Jun 23 17:02:12.618520 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.wsgi [-] (92864) accepted ('10.222.0.46', 41198) {{(pid=92864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:02:12.669877 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-272a7693-b8ba-4c8f-8e04-ff5b24392080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:12.690990 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-272a7693-b8ba-4c8f-8e04-ff5b24392080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:12.736928 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-272a7693-b8ba-4c8f-8e04-ff5b24392080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979538'] for security_group, after_delete {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:12.739798 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron_lib.callbacks.manager [None req-272a7693-b8ba-4c8f-8e04-ff5b24392080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:12.741000 dv-cinder-788363-4-iscsi neutron-server[92864]: INFO neutron.wsgi [None req-272a7693-b8ba-4c8f-8e04-ff5b24392080 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3faf168e-fb93-41e9-a059-7f1165260285 HTTP/1.1" status: 204 len: 168 time: 0.1215539 Jun 23 17:02:12.741773 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-fcb86307-5905-4c6a-9595-ec9e77a74f8c tempest-AttachVolumeShelveTestJSON-1275034334 tempest-AttachVolumeShelveTestJSON-1275034334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:02:12.749403 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a7693-b8ba-4c8f-8e04-ff5b24392080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faf168e-fb93-41e9-a059-7f1165260285,revision_number=None']} {{(pid=92864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:02:12.752403 dv-cinder-788363-4-iscsi neutron-server[92864]: DEBUG oslo_concurrency.lockutils [None req-272a7693-b8ba-4c8f-8e04-ff5b24392080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:02:12.985716 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 73eb4dfc-11f3-43e8-8667-bd2f182025cb no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:02:13.006173 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: 73eb4dfc-11f3-43e8-8667-bd2f182025cb {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:02:13.006529 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device 73eb4dfc-11f3-43e8-8667-bd2f182025cb not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:02:13.006952 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device f65f58d4-b986-4123-8cb0-8e4f1f0cc30f no longer exists at agent ovs-agent-dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:02:13.026066 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.plugin [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] No Port match for: f65f58d4-b986-4123-8cb0-8e4f1f0cc30f {{(pid=92865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:02:13.026445 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron.plugins.ml2.rpc [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Device f65f58d4-b986-4123-8cb0-8e4f1f0cc30f not bound to the agent host dv-cinder-788363-4-iscsi {{(pid=92865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:02:32.667092 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-01e9db65-9e43-4774-a60f-d3a554c66afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:35.057904 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:35.470210 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:02:35.791376 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-2008b428-8881-469f-9159-c7df75fc8427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:36.629405 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:38.301034 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:39.732362 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:02.671656 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-bddd06f6-5d72-41fa-bd8a-78c614b3553f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:05.058735 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:05.792772 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7f83dabd-a35a-4901-9cd4-b9f6c42c9fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:06.632038 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:08.298566 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:09.742895 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:12.468205 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:03:32.671688 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-902b236d-b876-4fda-85fd-a4fa18dd2f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:35.059739 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:35.792774 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7ac00c68-d563-4887-a1ae-a953f130aa1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:36.634525 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:38.300565 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:39.763608 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:49.467084 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:04:02.672417 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d9d13428-2473-4544-b1bb-8ddeb7461558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:05.060549 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:05.792596 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7bd1c41d-cda9-4893-b661-53d7ebb9925b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:06.637490 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:08.303878 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:09.755491 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:26.465477 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:04:32.672145 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-be9be125-20cd-4957-889e-d750da03169b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:35.062487 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:35.794286 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7be24465-b477-464f-a57b-6afb3c592a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:36.640030 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:38.306799 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:04:39.761750 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:02.673999 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7c79b49c-59de-47a2-ab1d-de7320d2ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:03.484454 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:05:05.062897 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:05.799965 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-e2a99946-3ed8-4f85-a2d7-9a9474e85836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:06.644374 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:08.309874 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:09.771909 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:32.683435 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-82f88025-f50d-4d4c-a8be-6fb2c3c700c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:35.066053 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:35.804436 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-92d6051e-030f-4a13-991c-930b0fb2cebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:36.647564 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:38.314540 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:39.778596 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:05:40.484651 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:06:02.677646 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-3df0984b-ebb1-4684-8ddf-645779946151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:05.071128 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:05.804557 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-3e50c56a-dc4b-4433-8a43-a7292a8e9046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:06.650238 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:08.317709 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:09.784503 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:17.483558 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:06:32.679824 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-17f77794-b1ef-452f-9a6a-c0124ffdf285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:35.073999 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:35.804936 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b3379f51-22b3-4b39-be31-dfc7b9a7a904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:36.651774 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:38.323011 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:39.783946 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:06:54.483133 dv-cinder-788363-4-iscsi neutron-server[92866]: DEBUG neutron.db.agents_db [None req-e21fc7d9-d97e-4d56-91b7-4fd1e161bac5 None None] Agent healthcheck: found 6 active agents {{(pid=92866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:07:02.680867 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-56e47ee0-d4d7-49d6-bc22-7959a5fb3f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:05.075170 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7da0ee9d-ce60-46c3-a6b3-c741fd7fff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:05.805589 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-7ada8df6-4556-4ffc-8161-056f3c97ce71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:06.655995 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-d3ca85c0-ea4d-4c96-aa23-219c6ac4cfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:08.322795 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-ceb2d763-4c67-4f93-a284-082d769c4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:07:09.810398 dv-cinder-788363-4-iscsi neutron-server[92865]: DEBUG neutron_lib.callbacks.manager [None req-b008c13d-eca1-4ea8-9c5b-2e24e77c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751334030093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479216'] for agent, after_update {{(pid=92865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}